[ 557.011704] env[65368]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65368) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.012150] env[65368]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65368) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.012150] env[65368]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65368) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 557.012545] env[65368]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 557.133149] env[65368]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65368) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 557.142597] env[65368]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=65368) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 557.187977] env[65368]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 557.749416] env[65368]: INFO nova.virt.driver [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 557.820900] env[65368]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 557.821084] env[65368]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 557.821268] env[65368]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65368) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 560.997204] env[65368]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-0664fbd4-029c-42e7-8ac1-80ef305427a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.015664] env[65368]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65368) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 561.017021] env[65368]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f171662e-ab74-41e1-8087-f31dd96b7db3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.049839] env[65368]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 652ee. [ 561.050229] env[65368]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.229s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.050936] env[65368]: INFO nova.virt.vmwareapi.driver [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] VMware vCenter version: 7.0.3 [ 561.054785] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cce3e13-be04-4d5c-aa21-76f953d7c98f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.073214] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320bd99b-2f91-4552-883d-0a2571c41734 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.080282] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d1fd18-9836-4409-9a8a-27ed23aaf6d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.087832] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723fa840-2757-4fe2-9296-020c67208ca1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.101983] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d239f30d-faa3-4e40-b829-804d4c86a9a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.108882] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4431074-80d3-4b75-a5c7-f3ea7f9a66a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.140061] env[65368]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-2fe39869-7f22-4d82-8607-d7a4139b0516 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 561.146754] env[65368]: DEBUG nova.virt.vmwareapi.driver [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] Extension org.openstack.compute already exists. {{(pid=65368) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 561.148908] env[65368]: INFO nova.compute.provider_config [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 561.652921] env[65368]: DEBUG nova.context [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9341f467-c6b5-4f75-aa8e-2675b2c9611a(cell1) {{(pid=65368) load_cells /opt/stack/nova/nova/context.py:472}} [ 561.652921] env[65368]: INFO nova.utils [None req-38b4cc66-bc34-487e-9a1f-ac3158bed87a None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 561.654653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.654867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.655575] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.656034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Acquiring lock "9341f467-c6b5-4f75-aa8e-2675b2c9611a" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 561.656214] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Lock "9341f467-c6b5-4f75-aa8e-2675b2c9611a" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 561.657225] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Lock "9341f467-c6b5-4f75-aa8e-2675b2c9611a" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 561.678783] env[65368]: INFO dbcounter [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Registered counter for database nova_cell0 [ 561.687626] env[65368]: INFO dbcounter [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Registered counter for database nova_cell1 [ 561.690916] env[65368]: DEBUG oslo_db.sqlalchemy.engines [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65368) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.691565] env[65368]: DEBUG oslo_db.sqlalchemy.engines [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65368) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 561.696400] env[65368]: ERROR nova.db.main.api [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 561.696400] env[65368]: func(*args, **kwargs) [ 561.696400] env[65368]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 561.696400] env[65368]: self.work.run() [ 561.696400] env[65368]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 561.696400] env[65368]: result = self.fn(*self.args, **self.kwargs) [ 561.696400] env[65368]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 561.696400] env[65368]: return func(*args, **kwargs) [ 561.696400] env[65368]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 561.696400] env[65368]: result = fn(*args, **kwargs) [ 561.696400] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.696400] env[65368]: return f(*args, **kwargs) [ 561.696400] env[65368]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 561.696400] env[65368]: return db.service_get_minimum_version(context, binaries) [ 561.696400] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.696400] env[65368]: _check_db_access() [ 561.696400] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.696400] env[65368]: stacktrace = ''.join(traceback.format_stack()) [ 561.696400] env[65368]: [ 561.697970] env[65368]: ERROR nova.db.main.api [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 561.697970] env[65368]: func(*args, **kwargs) [ 561.697970] env[65368]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 561.697970] env[65368]: self.work.run() [ 561.697970] env[65368]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 561.697970] env[65368]: result = self.fn(*self.args, **self.kwargs) [ 561.697970] env[65368]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 561.697970] env[65368]: return func(*args, **kwargs) [ 561.697970] env[65368]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 561.697970] env[65368]: result = fn(*args, **kwargs) [ 561.697970] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 561.697970] env[65368]: return f(*args, **kwargs) [ 561.697970] env[65368]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 561.697970] env[65368]: return db.service_get_minimum_version(context, binaries) [ 561.697970] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 561.697970] env[65368]: _check_db_access() [ 561.697970] env[65368]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 561.697970] env[65368]: stacktrace = ''.join(traceback.format_stack()) [ 561.697970] env[65368]: [ 561.698632] env[65368]: WARNING nova.objects.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 561.698632] env[65368]: WARNING nova.objects.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Failed to get minimum service version for cell 9341f467-c6b5-4f75-aa8e-2675b2c9611a [ 561.699061] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Acquiring lock "singleton_lock" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.699251] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Acquired lock "singleton_lock" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.699464] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Releasing lock "singleton_lock" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.699784] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Full set of CONF: {{(pid=65368) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 561.699920] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ******************************************************************************** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 561.700055] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] Configuration options gathered from: {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 561.700182] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 561.700367] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 561.700486] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ================================================================================ {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 561.700688] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] allow_resize_to_same_host = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.700850] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] arq_binding_timeout = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701014] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] backdoor_port = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701153] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] backdoor_socket = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701334] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] block_device_allocate_retries = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701494] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] block_device_allocate_retries_interval = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701645] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cell_worker_thread_pool_size = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701805] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cert = self.pem {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.701958] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702135] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute_monitors = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702306] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] config_dir = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702475] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] config_drive_format = iso9660 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702599] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702751] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] config_source = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.702908] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] console_host = devstack {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703083] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] control_exchange = nova {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703241] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cpu_allocation_ratio = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703407] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] daemon = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703551] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] debug = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703696] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_access_ip_network_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703849] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_availability_zone = nova {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.703993] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_ephemeral_format = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704161] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_green_pool_size = 1000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704384] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704538] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_schedule_zone = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704689] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] default_thread_pool_size = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704833] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] disk_allocation_ratio = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.704983] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] enable_new_services = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705149] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] flat_injected = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705296] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] force_config_drive = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705448] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] force_raw_images = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705605] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] graceful_shutdown_timeout = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705753] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] heal_instance_info_cache_interval = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.705964] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] host = cpu-1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706139] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706290] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] initial_disk_allocation_ratio = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706438] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] initial_ram_allocation_ratio = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706635] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706790] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_build_timeout = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.706940] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_delete_interval = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707109] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_format = [instance: %(uuid)s] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707267] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_name_template = instance-%08x {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707416] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_usage_audit = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707569] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_usage_audit_period = month {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707722] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.707875] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] instances_path = /opt/stack/data/nova/instances {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708041] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] internal_service_availability_zone = internal {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708192] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] key = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708342] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] live_migration_retry_count = 30 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708497] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_color = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708650] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_config_append = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708805] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.708951] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_dir = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709110] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_file = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709243] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_options = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709380] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_rotate_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709536] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_rotate_interval_type = days {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709687] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] log_rotation_type = none {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709807] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.709919] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710085] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710240] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710357] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710544] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] long_rpc_timeout = 1800 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710698] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_concurrent_builds = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710846] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_concurrent_live_migrations = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.710994] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_concurrent_snapshots = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711159] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_local_block_devices = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711338] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_logfile_count = 30 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711497] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] max_logfile_size_mb = 200 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711644] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] maximum_instance_delete_attempts = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711793] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] migrate_max_retries = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.711953] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] mkisofs_cmd = genisoimage {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712168] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] my_block_storage_ip = 10.180.1.21 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712291] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] my_ip = 10.180.1.21 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712483] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712633] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] network_allocate_retries = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712798] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.712955] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] osapi_compute_unique_server_name_scope = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713119] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] password_length = 12 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713271] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] periodic_enable = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713422] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] periodic_fuzzy_delay = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713579] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] pointer_model = usbtablet {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713736] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] preallocate_images = none {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.713885] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] publish_errors = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714014] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] pybasedir = /opt/stack/nova {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714167] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ram_allocation_ratio = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714330] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rate_limit_burst = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714492] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rate_limit_except_level = CRITICAL {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714640] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rate_limit_interval = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714787] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reboot_timeout = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.714932] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reclaim_instance_interval = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715088] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] record = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715249] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reimage_timeout_per_gb = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715403] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] report_interval = 120 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715552] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rescue_timeout = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715700] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reserved_host_cpus = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715845] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reserved_host_disk_mb = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.715992] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reserved_host_memory_mb = 512 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716156] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] reserved_huge_pages = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716307] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] resize_confirm_window = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716452] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] resize_fs_using_block_device = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716596] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] resume_guests_state_on_host_boot = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716747] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.716896] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] rpc_response_timeout = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717053] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] run_external_periodic_tasks = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717214] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] running_deleted_instance_action = reap {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717364] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] running_deleted_instance_poll_interval = 1800 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717511] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] running_deleted_instance_timeout = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717658] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler_instance_sync_interval = 120 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717813] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_down_time = 720 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.717967] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] servicegroup_driver = db {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718125] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] shell_completion = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718272] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] shelved_offload_time = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718420] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] shelved_poll_interval = 3600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718575] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] shutdown_timeout = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718722] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] source_is_ipv6 = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.718871] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ssl_only = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719128] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719316] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] sync_power_state_interval = 600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719475] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] sync_power_state_pool_size = 1000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719634] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] syslog_log_facility = LOG_USER {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719780] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] tempdir = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.719930] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] thread_pool_statistic_period = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720094] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] timeout_nbd = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720257] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] transport_url = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720410] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] update_resources_interval = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720559] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_cow_images = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720708] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_journal = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.720858] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_json = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721015] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_rootwrap_daemon = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721173] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_stderr = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721355] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] use_syslog = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721507] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vcpu_pin_set = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721665] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plugging_is_fatal = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.721851] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plugging_timeout = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.722026] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] virt_mkfs = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.722184] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] volume_usage_poll_interval = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.722365] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] watch_log_file = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.722533] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] web = /usr/share/spice-html5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 561.722706] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_concurrency.disable_process_locking = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.723287] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.723477] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.723641] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.723800] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.723963] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724139] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724311] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724485] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724643] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724805] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.compute_link_prefix = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.724968] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725146] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.dhcp_domain = novalocal {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725303] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.enable_instance_password = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725455] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.glance_link_prefix = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725612] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725773] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.725925] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.instance_list_per_project_cells = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726088] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.list_records_by_skipping_down_cells = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726245] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.local_metadata_per_cell = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726401] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.max_limit = 1000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726551] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.metadata_cache_expiration = 15 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726715] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.neutron_default_project_id = default {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.726877] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.response_validation = warn {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727041] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.use_neutron_default_nets = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727203] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727353] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727506] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727663] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727819] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_dynamic_targets = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.727973] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_jsonfile_path = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.728154] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.728427] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.backend = dogpile.cache.memcached {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.728598] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.backend_argument = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.728752] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.backend_expiration_time = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.728937] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.config_prefix = cache.oslo {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729082] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.dead_timeout = 60.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729261] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.debug_cache_backend = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729431] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.enable_retry_client = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729585] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.enable_socket_keepalive = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729747] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.enabled = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.729903] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.enforce_fips_mode = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730072] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.expiration_time = 600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730229] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.hashclient_retry_attempts = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730386] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.hashclient_retry_delay = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730539] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_dead_retry = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730689] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_password = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730840] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.730993] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731162] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_pool_maxsize = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731334] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731492] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_sasl_enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731661] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731816] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_socket_timeout = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.731971] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.memcache_username = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732140] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.proxies = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732300] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_db = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732450] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_password = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732608] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_sentinel_service_name = mymaster {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732772] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.732932] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_server = localhost:6379 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733102] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_socket_timeout = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733255] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.redis_username = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733412] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.retry_attempts = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733569] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.retry_delay = 0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733722] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.socket_keepalive_count = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.733874] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.socket_keepalive_idle = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734035] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.socket_keepalive_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734191] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.tls_allowed_ciphers = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734338] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.tls_cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734488] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.tls_certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734633] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.tls_enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734778] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cache.tls_keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.734942] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735120] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.auth_type = password {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735278] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735442] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.catalog_info = volumev3::publicURL {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735593] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735747] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.735901] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.cross_az_attach = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736069] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.debug = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736223] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.endpoint_template = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736375] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.http_retries = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736529] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736676] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736834] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.os_region_name = RegionOne {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.736988] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737153] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cinder.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737315] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737469] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.cpu_dedicated_set = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737614] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.cpu_shared_set = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737769] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.image_type_exclude_list = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.737919] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738086] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.max_concurrent_disk_ops = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738243] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.max_disk_devices_to_attach = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738397] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738554] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738705] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.resource_provider_association_refresh = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.738856] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739009] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.shutdown_retry_interval = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739186] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739379] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] conductor.workers = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739552] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] console.allowed_origins = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739701] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] console.ssl_ciphers = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.739862] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] console.ssl_minimum_version = default {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740031] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] consoleauth.enforce_session_timeout = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740196] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] consoleauth.token_ttl = 600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740359] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740509] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740660] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740809] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.740956] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741115] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741294] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741451] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741602] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741750] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.741899] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742057] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742211] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742370] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.service_type = accelerator {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742521] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742667] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742812] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.742958] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743142] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743297] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] cyborg.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743458] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.asyncio_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743608] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.asyncio_slave_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743767] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.backend = sqlalchemy {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.743922] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744088] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.connection_debug = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744254] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.connection_parameters = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744411] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.connection_recycle_time = 3600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744563] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.connection_trace = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744713] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.db_inc_retry_interval = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.744863] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.db_max_retries = 20 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745021] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.db_max_retry_interval = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745175] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.db_retry_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745329] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.max_overflow = 50 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745482] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.max_pool_size = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745631] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.max_retries = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745787] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.745934] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.mysql_wsrep_sync_wait = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746090] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.pool_timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746243] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.retry_interval = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746390] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.slave_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746538] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.sqlite_synchronous = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746686] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] database.use_db_reconnect = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746840] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.asyncio_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.746989] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.asyncio_slave_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747163] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.backend = sqlalchemy {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747319] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747477] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.connection_debug = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747635] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.connection_parameters = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747787] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.connection_recycle_time = 3600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.747937] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.connection_trace = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748101] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.db_inc_retry_interval = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748261] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.db_max_retries = 20 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748415] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.db_max_retry_interval = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748567] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.db_retry_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748717] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.max_overflow = 50 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.748867] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.max_pool_size = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749023] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.max_retries = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749206] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749394] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749548] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.pool_timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749700] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.retry_interval = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749847] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.slave_connection = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.749998] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] api_database.sqlite_synchronous = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750179] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] devices.enabled_mdev_types = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750348] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750510] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ephemeral_storage_encryption.default_format = luks {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750661] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ephemeral_storage_encryption.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750813] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.750971] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.api_servers = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751160] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751340] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751505] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751656] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751806] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.751955] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.debug = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752128] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.default_trusted_certificate_ids = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752286] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.enable_certificate_validation = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752439] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.enable_rbd_download = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752589] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752743] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.752893] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753054] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753207] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753361] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.num_retries = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753523] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.rbd_ceph_conf = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753676] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.rbd_connect_timeout = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753834] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.rbd_pool = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.753992] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.rbd_user = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754160] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754310] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754459] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754618] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.service_type = image {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754769] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.754919] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755087] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755243] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755414] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755567] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.verify_glance_signatures = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755716] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] glance.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.755873] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] guestfs.debug = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756046] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756204] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.auth_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756354] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756503] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756654] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756802] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.756948] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757107] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757263] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757411] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757558] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757703] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757849] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.757994] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758153] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758311] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.service_type = shared-file-system {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758468] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.share_apply_policy_timeout = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758620] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758767] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.758913] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.759070] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.759283] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.759454] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] manila.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.759618] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] mks.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.759961] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760158] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.manager_interval = 2400 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760322] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.precache_concurrency = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760483] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.remove_unused_base_images = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760644] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760800] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.760967] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] image_cache.subdirectory_name = _base {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761147] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.api_max_retries = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761336] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.api_retry_interval = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761508] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761665] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.auth_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761815] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.761965] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762133] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762289] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.conductor_group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762442] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762594] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762739] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.762890] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763048] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763201] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763348] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763503] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.peer_list = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763654] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763799] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.763950] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.serial_console_state_timeout = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764117] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764275] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.service_type = baremetal {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764426] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.shard = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764579] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764725] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.764875] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765032] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765205] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765356] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ironic.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765527] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765691] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] key_manager.fixed_key = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.765858] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766014] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.barbican_api_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766171] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.barbican_endpoint = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766334] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.barbican_endpoint_type = public {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766480] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.barbican_region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766636] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.766847] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767028] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767188] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767340] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767498] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.number_of_retries = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767649] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.retry_delay = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767800] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.send_service_user_token = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.767957] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768116] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768270] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.verify_ssl = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768419] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican.verify_ssl_path = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768574] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768723] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.auth_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.768870] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769029] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769209] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769395] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769551] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769702] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.769849] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] barbican_service_user.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770017] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.approle_role_id = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770172] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.approle_secret_id = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770331] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.kv_mountpoint = secret {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770483] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.kv_path = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770637] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.kv_version = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770783] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.namespace = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.770933] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.root_token_id = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771094] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.ssl_ca_crt_file = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771283] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.timeout = 60.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771445] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.use_ssl = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771607] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771766] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.771919] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772087] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772257] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772396] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772545] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772698] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772844] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.772993] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773155] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773308] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773452] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773598] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773759] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.service_type = identity {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.773910] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774071] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774223] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774370] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774542] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774697] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] keystone.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.774877] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.ceph_mount_options = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.775215] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.775386] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.connection_uri = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.775542] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_mode = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.775698] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_model_extra_flags = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.775855] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_models = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776024] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_power_governor_high = performance {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776220] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_power_governor_low = powersave {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776383] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_power_management = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776551] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776709] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.device_detach_attempts = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.776863] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.device_detach_timeout = 20 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777030] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.disk_cachemodes = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777188] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.disk_prefix = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777345] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.enabled_perf_events = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777502] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.file_backed_memory = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777657] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.gid_maps = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777804] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.hw_disk_discard = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.777951] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.hw_machine_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778123] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_rbd_ceph_conf = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778277] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778428] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778583] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_rbd_glance_store_name = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778737] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_rbd_pool = rbd {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.778893] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_type = default {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779052] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.images_volume_group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779244] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.inject_key = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779460] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.inject_partition = -2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779624] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.inject_password = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779777] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.iscsi_iface = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.779929] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.iser_use_multipath = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780097] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_bandwidth = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780252] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780406] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_downtime = 500 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780556] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780706] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.780855] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_inbound_addr = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781012] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781175] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_permit_post_copy = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781352] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_scheme = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781517] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_timeout_action = abort {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781670] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_tunnelled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781819] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_uri = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.781971] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.live_migration_with_native_tls = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.782135] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.max_queues = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.782296] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.782528] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.782678] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.nfs_mount_options = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.782973] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783158] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783352] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_iser_scan_tries = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783469] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_memory_encrypted_guests = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783630] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783782] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_pcie_ports = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.783938] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.num_volume_scan_tries = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.784109] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.pmem_namespaces = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.784262] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.quobyte_client_cfg = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.784556] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.784722] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rbd_connect_timeout = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.784876] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785039] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785194] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rbd_secret_uuid = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785342] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rbd_user = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785494] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785653] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.remote_filesystem_transport = ssh {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785800] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rescue_image_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.785947] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rescue_kernel_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.786107] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rescue_ramdisk_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.786268] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.786419] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.rx_queue_size = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.786575] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.smbfs_mount_options = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.786858] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787040] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.snapshot_compression = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787196] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.snapshot_image_format = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787417] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787569] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.sparse_logical_volumes = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787720] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.swtpm_enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.787879] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.swtpm_group = tss {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788047] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.swtpm_user = tss {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788213] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.sysinfo_serial = unique {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788362] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.tb_cache_size = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788515] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.tx_queue_size = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788670] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.uid_maps = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788822] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.use_virtio_for_bridges = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.788981] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.virt_type = kvm {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789172] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.volume_clear = zero {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789345] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.volume_clear_size = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789503] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.volume_enforce_multipath = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789659] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.volume_use_multipath = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789806] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_cache_path = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.789966] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.790136] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_mount_group = qemu {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.790291] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_mount_opts = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.790449] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.790722] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.790902] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.vzstorage_mount_user = stack {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791072] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791259] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791434] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.auth_type = password {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791587] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791732] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.791881] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792038] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792192] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792378] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.default_floating_pool = public {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792533] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792685] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.extension_sync_interval = 600 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792835] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.http_retries = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.792982] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793143] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793290] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793451] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793598] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793752] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.ovs_bridge = br-int {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.793904] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.physnets = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794340] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.region_name = RegionOne {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794340] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794444] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.service_metadata_proxy = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794521] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794675] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.service_type = network {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794825] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.794970] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795128] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795279] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795457] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795613] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] neutron.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795773] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.bdms_in_notifications = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.795939] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.default_level = INFO {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796105] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.include_share_mapping = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796272] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.notification_format = unversioned {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796426] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.notify_on_state_change = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796594] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796760] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] pci.alias = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.796917] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] pci.device_spec = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797082] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] pci.report_in_placement = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797247] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797411] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.auth_type = password {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797567] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797716] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.797862] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798019] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798170] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798318] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798467] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.default_domain_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798614] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.default_domain_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798761] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.domain_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.798904] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.domain_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799061] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799242] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799400] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799546] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799691] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799848] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.password = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.799995] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.project_domain_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800167] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.project_domain_name = Default {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800323] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.project_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800483] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.project_name = service {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800638] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.region_name = RegionOne {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800789] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.800937] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801105] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.service_type = placement {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801295] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801441] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801591] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801741] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.system_scope = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.801888] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802046] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.trust_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802195] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.user_domain_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802376] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.user_domain_name = Default {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802530] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.user_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802692] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.username = nova {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.802859] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803014] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] placement.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803193] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.cores = 20 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803349] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.count_usage_from_placement = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803512] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803675] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.injected_file_content_bytes = 10240 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803829] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.injected_file_path_length = 255 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.803980] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.injected_files = 5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804148] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.instances = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804301] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.key_pairs = 100 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804455] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.metadata_items = 128 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804609] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.ram = 51200 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804759] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.recheck_quota = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.804911] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.server_group_members = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805073] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.server_groups = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805269] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805433] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] quota.unified_limits_resource_strategy = require {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805593] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805744] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.805892] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.image_metadata_prefilter = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806055] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806211] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.max_attempts = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806363] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.max_placement_results = 1000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806527] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806676] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.query_placement_for_image_type_support = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806824] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.806985] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] scheduler.workers = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807159] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807319] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807485] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807648] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807799] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.807950] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808114] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808293] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808452] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.host_subset_size = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808606] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808751] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.808900] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809066] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809248] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809413] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.isolated_hosts = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809568] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.isolated_images = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809721] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.809875] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810034] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810204] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.pci_in_placement = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810358] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810516] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810661] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810807] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.810957] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811119] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811312] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.track_instance_changes = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811490] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811651] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] metrics.required = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811815] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] metrics.weight_multiplier = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.811970] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.812140] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] metrics.weight_setting = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.812486] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.812653] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.812822] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.port_range = 10000:20000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.812984] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813162] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813329] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] serial_console.serialproxy_port = 6083 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813490] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813651] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.auth_type = password {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813800] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.813950] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814117] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814272] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814421] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814582] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.send_service_user_token = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814733] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.814879] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] service_user.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.815398] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.agent_enabled = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.815398] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.815504] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.815699] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.815859] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.html5proxy_port = 6082 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816025] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.image_compression = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816178] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.jpeg_compression = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816329] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.playback_compression = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816484] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.require_secure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816646] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.server_listen = 127.0.0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.816805] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817093] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817258] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.streaming_mode = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817415] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] spice.zlib_compression = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817573] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] upgrade_levels.baseapi = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817733] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] upgrade_levels.compute = auto {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.817884] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] upgrade_levels.conductor = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818045] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] upgrade_levels.scheduler = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818204] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818357] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.auth_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818510] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818657] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818807] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.818956] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819124] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819311] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819460] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vendordata_dynamic_auth.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819622] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.api_retry_count = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819773] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.ca_file = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.819936] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.cache_prefix = devstack-image-cache {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820107] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.cluster_name = testcl1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820265] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.connection_pool_size = 10 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820417] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.console_delay_seconds = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820574] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.datastore_regex = ^datastore.* {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820779] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.820941] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.host_password = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821110] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.host_port = 443 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821299] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.host_username = administrator@vsphere.local {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821467] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.insecure = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821621] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.integration_bridge = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821774] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.maximum_objects = 100 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.821923] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.pbm_default_policy = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822086] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.pbm_enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822260] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.pbm_wsdl_location = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822432] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822583] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.serial_port_proxy_uri = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822732] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.serial_port_service_uri = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.822886] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.task_poll_interval = 0.5 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823062] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.use_linked_clone = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823227] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.vnc_keymap = en-us {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823390] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.vnc_port = 5900 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823542] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vmware.vnc_port_total = 10000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823715] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.auth_schemes = ['none'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.823879] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.824185] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.824368] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.824551] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.novncproxy_port = 6080 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.824727] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.server_listen = 127.0.0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.824899] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825065] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.vencrypt_ca_certs = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825220] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.vencrypt_client_cert = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825370] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vnc.vencrypt_client_key = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825537] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825692] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_deep_image_inspection = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825845] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.825996] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826161] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826314] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.disable_rootwrap = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826469] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.enable_numa_live_migration = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826619] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826771] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.826920] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827083] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.libvirt_disable_apic = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827238] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827393] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827544] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827708] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.827859] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828021] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828176] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828327] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828478] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828630] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828799] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.828952] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] wsgi.secure_proxy_ssl_header = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.829126] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] zvm.ca_file = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.829299] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] zvm.cloud_connector_url = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.829613] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.829780] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] zvm.reachable_timeout = 300 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.829944] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830123] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830293] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.connection_string = messaging:// {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830453] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.enabled = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830611] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.es_doc_type = notification {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830761] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.es_scroll_size = 10000 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.830918] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.es_scroll_time = 2m {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831082] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.filter_error_trace = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831274] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.hmac_keys = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831446] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.sentinel_service_name = mymaster {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831604] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.socket_timeout = 0.1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831756] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.trace_requests = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.831909] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler.trace_sqlalchemy = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832089] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler_jaeger.process_tags = {} {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832262] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler_jaeger.service_name_prefix = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832434] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] profiler_otlp.service_name_prefix = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832601] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832755] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.832916] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833086] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833244] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833397] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833550] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833701] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.833854] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834026] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834182] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834342] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834500] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834654] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834807] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.834966] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835134] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835287] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835448] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835600] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835752] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.835902] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836067] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836224] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836375] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836527] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836680] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836830] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.836981] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837153] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837309] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837470] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837626] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837778] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.837937] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838107] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.ssl_version = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838260] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838451] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838608] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_notifications.retry = -1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838775] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.838935] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_messaging_notifications.transport_url = **** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839110] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.auth_section = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839299] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.auth_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839457] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.cafile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839608] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.certfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839763] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.collect_timing = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.839912] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.connect_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840075] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.connect_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840228] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_id = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840391] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_interface = publicURL {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840540] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_override = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840686] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840832] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.840979] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.endpoint_service_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841145] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.insecure = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841317] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.keyfile = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841475] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.max_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841623] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.min_version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841768] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.region_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.841913] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.retriable_status_codes = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842072] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.service_name = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842227] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.service_type = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842396] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.split_loggers = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842547] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.status_code_retries = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842694] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.status_code_retry_delay = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842844] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.timeout = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.842992] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.valid_interfaces = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843157] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_limit.version = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843311] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_reports.file_event_handler = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843469] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843617] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] oslo_reports.log_dir = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843775] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.843923] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844084] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844238] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844394] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844545] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844691] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844849] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.844997] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845161] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845311] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845467] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845615] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845761] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] vif_plug_ovs_privileged.user = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.845920] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.flat_interface = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846103] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846270] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846434] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846595] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846756] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.846912] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847078] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847247] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847409] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.isolate_vif = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847565] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847719] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.847878] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848049] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.ovsdb_interface = native {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848205] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] os_vif_ovs.per_port_bridge = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848365] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848515] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848661] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.helper_command = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848809] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.848963] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849134] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849307] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] privsep_osbrick.user = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849476] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849626] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.group = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849773] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.helper_command = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.849923] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.850093] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.850249] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.850399] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] nova_sys_admin.user = None {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 561.850518] env[65368]: DEBUG oslo_service.backend._eventlet.service [None req-4a907dee-123e-443f-8792-c716a4e58f1a None None] ******************************************************************************** {{(pid=65368) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 561.850946] env[65368]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 562.355129] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Getting list of instances from cluster (obj){ [ 562.355129] env[65368]: value = "domain-c8" [ 562.355129] env[65368]: _type = "ClusterComputeResource" [ 562.355129] env[65368]: } {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 562.355849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6324a85-d644-4bf5-855b-2d7f6bdf1e28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 562.365421] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Got total of 0 instances {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 562.366014] env[65368]: WARNING nova.virt.vmwareapi.driver [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 562.366465] env[65368]: INFO nova.virt.node [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Generated node identity db435d51-5eed-4599-9bbd-e8c997eb75a5 [ 562.366737] env[65368]: INFO nova.virt.node [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Wrote node identity db435d51-5eed-4599-9bbd-e8c997eb75a5 to /opt/stack/data/n-cpu-1/compute_id [ 562.869273] env[65368]: WARNING nova.compute.manager [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Compute nodes ['db435d51-5eed-4599-9bbd-e8c997eb75a5'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 563.874793] env[65368]: INFO nova.compute.manager [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 564.881672] env[65368]: WARNING nova.compute.manager [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 564.882048] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.882171] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 564.882314] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 564.882484] env[65368]: DEBUG nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 564.883427] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-450da592-98c2-4b0c-89af-2ed68eb49bec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.892066] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e3e33e-b00e-4a44-8d5e-a36f51f333b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.908192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f2a044-9d48-4bd5-ba7d-6a810c38f4cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.914903] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076ea43b-b9a2-45dc-890b-1be3e33e207d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 564.943117] env[65368]: DEBUG nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180744MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 564.943265] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 564.943465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 565.446477] env[65368]: WARNING nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] No compute node record for cpu-1:db435d51-5eed-4599-9bbd-e8c997eb75a5: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host db435d51-5eed-4599-9bbd-e8c997eb75a5 could not be found. [ 565.949981] env[65368]: INFO nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: db435d51-5eed-4599-9bbd-e8c997eb75a5 [ 567.459197] env[65368]: DEBUG nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 567.459605] env[65368]: DEBUG nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 567.655295] env[65368]: INFO nova.scheduler.client.report [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] [req-643f4b35-1a29-470d-9100-c59982f5205c] Created resource provider record via placement API for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 567.674698] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4107e014-52d9-479b-8d51-a4cb45da94cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.682880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e427e-f00a-4516-9309-397f87089636 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.713650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1ad67dd-e518-45fb-ba22-7c28b037346a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.721504] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d3372-c7d4-4153-a70d-232a817dd3d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 567.735424] env[65368]: DEBUG nova.compute.provider_tree [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.272244] env[65368]: DEBUG nova.scheduler.client.report [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 568.272474] env[65368]: DEBUG nova.compute.provider_tree [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 0 to 1 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.272611] env[65368]: DEBUG nova.compute.provider_tree [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 568.325008] env[65368]: DEBUG nova.compute.provider_tree [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 1 to 2 during operation: update_traits {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 568.831399] env[65368]: DEBUG nova.compute.resource_tracker [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 568.831776] env[65368]: DEBUG oslo_concurrency.lockutils [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.888s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 568.831776] env[65368]: DEBUG nova.service [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Creating RPC server for service compute {{(pid=65368) start /opt/stack/nova/nova/service.py:177}} [ 568.846244] env[65368]: DEBUG nova.service [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] Join ServiceGroup membership for this service compute {{(pid=65368) start /opt/stack/nova/nova/service.py:194}} [ 568.846405] env[65368]: DEBUG nova.servicegroup.drivers.db [None req-28fff62c-2da8-4b71-b25d-1439dca0b8b8 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65368) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 597.848494] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_power_states {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.351569] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Getting list of instances from cluster (obj){ [ 598.351569] env[65368]: value = "domain-c8" [ 598.351569] env[65368]: _type = "ClusterComputeResource" [ 598.351569] env[65368]: } {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 598.352761] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220a4d56-78a0-4cc8-b859-ee3f056e5740 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.363337] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Got total of 0 instances {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 598.363579] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 598.363890] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Getting list of instances from cluster (obj){ [ 598.363890] env[65368]: value = "domain-c8" [ 598.363890] env[65368]: _type = "ClusterComputeResource" [ 598.363890] env[65368]: } {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 598.367922] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac235d2-227b-4151-a2e7-74f760438a5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.376998] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Got total of 0 instances {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 610.503361] env[65368]: INFO nova.utils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] The default thread pool MainProcess.default is initialized [ 610.505079] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "a590b8d5-8293-424c-8d01-51b5ee216020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.505369] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.937116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "99da686d-5c92-4163-827c-caf2ab07a9f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.937346] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.009124] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 611.440110] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 611.555805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 611.556383] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.558148] env[65368]: INFO nova.compute.claims [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 611.975680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 612.619443] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ca3f9a-55fe-47e1-b824-afe76693c505 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.628543] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849022a5-7205-49ad-964e-670ecc8123e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.670542] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4292a297-b9f9-4802-93b8-754aed6be6b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.679817] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22bbb0d6-3dbc-46c5-ba3e-fed378f4a516 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.696610] env[65368]: DEBUG nova.compute.provider_tree [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.201219] env[65368]: DEBUG nova.scheduler.client.report [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.708890] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.710295] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 613.714111] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.739s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.715593] env[65368]: INFO nova.compute.claims [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 614.140564] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "6d74ab64-6e81-4130-bafa-8a569952a01f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.141497] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.220510] env[65368]: DEBUG nova.compute.utils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 614.221871] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 614.451939] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.452713] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.623890] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 614.624156] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 614.645968] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 614.723034] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 614.850106] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ba5719-54ea-483c-aa72-3ad2493350fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.858223] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73bb301e-90cc-4522-a8b4-e2b2dc5ad2dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.891672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15fdef9-0aa3-4789-a4f4-e6a85d142bd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.900101] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e99f41-bbcc-44d3-881a-eefb115d665c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.914903] env[65368]: DEBUG nova.compute.provider_tree [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 614.955921] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.127255] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 615.250862] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.418607] env[65368]: DEBUG nova.scheduler.client.report [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 615.482962] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.655101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.732668] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 615.924881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.210s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 615.924881] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 615.927702] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.677s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.929493] env[65368]: INFO nova.compute.claims [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.129675] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 616.129675] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 616.129675] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 616.130216] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 616.130216] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 616.130216] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 616.130216] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 616.130216] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 616.130436] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 616.130436] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 616.130489] env[65368]: DEBUG nova.virt.hardware [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 616.132021] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cbf492-c1d1-48b2-9924-b8b6baa30625 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.142817] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f5f47-2cdc-41b4-accb-67279ec00755 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.171483] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0846e94-cd39-4213-bc0d-0ac361cbb946 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.199986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.211137] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.211584] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d56bea73-d2c8-4235-b0ba-1b4ce890142b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.226139] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Created folder: OpenStack in parent group-v4. [ 616.226332] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating folder: Project (769582a6d6184f649f1e50b771754489). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.226594] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b815c327-1b67-4fe7-8701-a3765a587fc6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.238718] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Created folder: Project (769582a6d6184f649f1e50b771754489) in parent group-v865657. [ 616.238878] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating folder: Instances. Parent ref: group-v865658. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.239189] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e5581c1d-d537-4630-aff4-798bd6f37807 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.251752] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Created folder: Instances in parent group-v865658. [ 616.251752] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 616.251961] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.252199] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c708158f-2bd3-4e28-9e43-6f0e106c68ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.272548] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.272548] env[65368]: value = "task-4423901" [ 616.272548] env[65368]: _type = "Task" [ 616.272548] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.285761] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423901, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.436652] env[65368]: DEBUG nova.compute.utils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 616.440279] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 616.440734] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 616.441863] env[65368]: WARNING neutronclient.v2_0.client [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.444085] env[65368]: WARNING neutronclient.v2_0.client [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.709329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "1c7e03bb-9705-4939-a430-70916037072c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.709329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.766816] env[65368]: DEBUG nova.policy [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b6cdae5d4ad5471b9b5962c06d9d7ec2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3322d41a11b1483ab50cb6cbb1530d48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 616.792353] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423901, 'name': CreateVM_Task, 'duration_secs': 0.342735} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.792653] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.793727] env[65368]: DEBUG oslo_vmware.service [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d0467-7f83-4d4a-875f-da52304cc61f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.801438] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.802894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.802894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.803126] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d713629d-870e-4271-8ec5-5722c68cfb57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.809975] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 616.809975] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52921463-85bb-ff64-3b83-8e83ffd24c04" [ 616.809975] env[65368]: _type = "Task" [ 616.809975] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.820865] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52921463-85bb-ff64-3b83-8e83ffd24c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.939216] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 617.070090] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7f3f5e-b73d-414a-9e5f-1188764366a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.078450] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac31f8-7bdd-4dde-9d78-d40a813ad5ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.110208] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c413abf-7f77-4a86-8e03-1b3c6bbd4d18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.118539] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0e6142-d0b9-4be6-b400-fff179be9769 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.133659] env[65368]: DEBUG nova.compute.provider_tree [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.202627] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203014] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203236] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203417] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203594] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203774] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.203949] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.204131] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 617.204271] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 617.215276] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 617.323609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.324297] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.324297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.324297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.324952] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.325066] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eecac4a-545d-44a7-a68e-a40dd72fcf03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.346033] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.346162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.346973] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30460b42-0f0e-42be-b180-14928d2aae53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.354591] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52718552-c2ba-4e11-ac4f-669f35e3d2ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.361728] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 617.361728] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52acf64d-845d-c9d7-335f-e5d2037edb01" [ 617.361728] env[65368]: _type = "Task" [ 617.361728] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.372424] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52acf64d-845d-c9d7-335f-e5d2037edb01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.637207] env[65368]: DEBUG nova.scheduler.client.report [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 617.707779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.746313] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.787737] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Successfully created port: 128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 617.876370] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 617.876658] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating directory with path [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.877081] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1a82da-d3fa-47ed-91d5-de263aab757a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.900607] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Created directory with path [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.900804] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Fetch image to [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 617.900969] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Downloading image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk on the data store datastore2 {{(pid=65368) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 617.901814] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfaf505d-d88b-4eb2-822e-668a8fbb8414 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.909817] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba47c23-5317-4aa0-9db9-5d12b37a76b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.919839] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e31dcb1-7bb3-44c8-9367-2207e08f421b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.953736] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 617.957860] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed2249e-cbd9-40ef-8b7f-a2a1ca40a385 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.964416] env[65368]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-bdc178ed-833c-4d39-91c1-d1b80b7558ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.983274] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 617.983517] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 617.983667] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 617.983840] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 617.983978] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 617.984218] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 617.984461] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 617.984634] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 617.984798] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 617.984949] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 617.985131] env[65368]: DEBUG nova.virt.hardware [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 617.986047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e778a22-626f-4acb-a2c7-c05d4de4f859 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.997319] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Downloading image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to the data store datastore2 {{(pid=65368) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 618.009041] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c69baaf-4cfc-46ee-b59c-7e9740ef3824 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.082307] env[65368]: DEBUG oslo_vmware.rw_handles [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 618.144683] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.145784] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 618.151686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.667s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.151686] env[65368]: INFO nova.compute.claims [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.656168] env[65368]: DEBUG nova.compute.utils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 618.657709] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 618.658532] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 618.658607] env[65368]: WARNING neutronclient.v2_0.client [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.658888] env[65368]: WARNING neutronclient.v2_0.client [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.732015] env[65368]: DEBUG oslo_vmware.rw_handles [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 618.732406] env[65368]: DEBUG oslo_vmware.rw_handles [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Closing write handle for https://esx7c2n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 618.889165] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Downloaded image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk on the data store datastore2 {{(pid=65368) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 618.890956] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 618.891237] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Copying Virtual Disk [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk to [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.891575] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c38a437-10fd-45cf-8fb9-f0eddc146fa6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.899957] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 618.899957] env[65368]: value = "task-4423902" [ 618.899957] env[65368]: _type = "Task" [ 618.899957] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.909555] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.166199] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 619.277730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f426e014-02eb-4448-8782-3bbd7d345af8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.287130] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fb3f0a-4b7d-468f-8dd2-f7819e65bcf5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.321510] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c5168f-1a21-44a1-a1f9-fc45cfa18468 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.330724] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24a81c9-3368-43d4-96e7-9574e3de31cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.346901] env[65368]: DEBUG nova.compute.provider_tree [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 619.411682] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.497809] env[65368]: DEBUG nova.policy [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7523018047344df6a5398fa76d0184cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'addbd6ad89924667b955cd01e16056f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.701166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.701544] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.850105] env[65368]: DEBUG nova.scheduler.client.report [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 619.911212] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423902, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719148} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.911547] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Copied Virtual Disk [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk to [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.911756] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleting the datastore file [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 619.911988] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-173c99e2-4b20-4c2e-beb5-c6565ce99b69 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.920383] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 619.920383] env[65368]: value = "task-4423903" [ 619.920383] env[65368]: _type = "Task" [ 619.920383] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.928708] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.003030] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Successfully updated port: 128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 620.042107] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Successfully created port: f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 620.177893] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.202660] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.202660] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.202660] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.204163] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.204163] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.204163] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.204163] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.204163] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.204337] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.204337] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.204337] env[65368]: DEBUG nova.virt.hardware [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.204337] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.207481] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b8584d-9dde-452e-a362-27faf65ab0f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.216770] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af7a2bed-d324-4f7c-a4e1-552b0b4da8bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.356660] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 620.356933] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 620.359490] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.705s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.361250] env[65368]: INFO nova.compute.claims [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 620.430448] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.026995} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.430668] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 620.431603] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Moving file from [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198/aa35d696-7517-4711-9cf1-10e7fbb5577f to [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f. {{(pid=65368) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 620.431603] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-af7e94a0-3562-4ba0-bf67-7aa27bb4217a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.439226] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 620.439226] env[65368]: value = "task-4423904" [ 620.439226] env[65368]: _type = "Task" [ 620.439226] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.448760] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423904, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.505414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.505610] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquired lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.505917] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 620.743228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.866563] env[65368]: DEBUG nova.compute.utils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 620.870120] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 620.951601] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423904, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.024735} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.951925] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] File moved {{(pid=65368) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 620.952090] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Cleaning up location [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 620.952647] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleting the datastore file [datastore2] vmware_temp/0ec200b5-5bc9-450e-adeb-25c1973ce198 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 620.952909] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74c3767c-e84c-4145-bb9f-c8226b727c94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.962011] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 620.962011] env[65368]: value = "task-4423905" [ 620.962011] env[65368]: _type = "Task" [ 620.962011] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.972328] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.371724] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 621.474316] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027618} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.476418] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 621.477669] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fa5249b-949d-4724-9678-2c236b5c9586 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.484424] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 621.484424] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520cae76-2011-b1f0-f4aa-17f6beabd3f4" [ 621.484424] env[65368]: _type = "Task" [ 621.484424] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.493181] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520cae76-2011-b1f0-f4aa-17f6beabd3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.509150] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f446892-fb38-409e-9701-80d42f786887 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.517424] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d76e67-a061-4364-b1f6-568839232899 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.552865] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479ad9d4-a32b-4ef0-8f0d-bf262f820dd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.562832] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8419d44f-722b-4772-951d-8cc8ecfdd05c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.579719] env[65368]: DEBUG nova.compute.provider_tree [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 621.698483] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Successfully updated port: f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.748364] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 621.995105] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520cae76-2011-b1f0-f4aa-17f6beabd3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.009668} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.995537] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.995634] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a590b8d5-8293-424c-8d01-51b5ee216020/a590b8d5-8293-424c-8d01-51b5ee216020.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 621.995878] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b998db1c-5a3a-4fdc-83c2-679e19832eba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.004224] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 622.004224] env[65368]: value = "task-4423906" [ 622.004224] env[65368]: _type = "Task" [ 622.004224] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.014443] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.083279] env[65368]: DEBUG nova.scheduler.client.report [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.208287] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.208527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.208719] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.386657] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 622.421261] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 622.421731] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 622.421912] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 622.422117] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 622.422255] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 622.422388] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 622.422608] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 622.422765] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 622.422917] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 622.423090] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 622.423253] env[65368]: DEBUG nova.virt.hardware [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 622.424197] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03a273-afec-426e-8a43-0ca348f73644 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.435948] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc24e5d-8353-49aa-bf57-5a961f235da7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.451644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 622.457859] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating folder: Project (135e4dc6857949c2aaa92685b4c1273e). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.458270] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44a2aae7-4ef6-4dd2-8ec1-6a53d854e315 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.473099] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Created folder: Project (135e4dc6857949c2aaa92685b4c1273e) in parent group-v865657. [ 622.473298] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating folder: Instances. Parent ref: group-v865661. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 622.473557] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cad284b-bde2-4bf7-bc26-0f6c14007e91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.489689] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Created folder: Instances in parent group-v865661. [ 622.490026] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 622.490246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 622.490452] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3a27c77-6cc5-4ca1-a4c2-e6a0bf633d50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.521973] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 622.521973] env[65368]: value = "task-4423909" [ 622.521973] env[65368]: _type = "Task" [ 622.521973] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.522260] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507423} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.522562] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a590b8d5-8293-424c-8d01-51b5ee216020/a590b8d5-8293-424c-8d01-51b5ee216020.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 622.522747] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 622.526462] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c30c3058-b05a-4301-84e4-14e840d3c07f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.534889] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423909, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.536552] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 622.536552] env[65368]: value = "task-4423910" [ 622.536552] env[65368]: _type = "Task" [ 622.536552] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.545350] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.588458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.229s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.589087] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 622.592285] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.885s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.592513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.592720] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 622.593080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.848s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.595290] env[65368]: INFO nova.compute.claims [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 622.599673] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1decc1-a5f4-4d5c-ab07-9d1d2b61dd26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.610818] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813f08e6-099a-4364-a87f-4e3bef99bdfc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.629192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f97499a-4d5a-4466-81ef-7bc66d9449fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.638434] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-093e0df3-5b61-4b22-a905-4a39ec814f78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.683045] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180735MB free_disk=97GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 622.683045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.034625] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423909, 'name': CreateVM_Task, 'duration_secs': 0.302528} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.034905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 623.036797] env[65368]: DEBUG oslo_vmware.service [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f609596-5283-4634-bcda-d6e84bf2b5ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.050535] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.051086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.051354] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079743} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.051538] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d7ca8fe-c7bb-49d9-9d9c-2f5a0a269f22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.053311] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 623.056186] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f69b27-9deb-4603-821b-49d4636fa367 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.060722] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 623.060722] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ee4425-6bc1-7fb5-596b-c94c4b10872e" [ 623.060722] env[65368]: _type = "Task" [ 623.060722] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.079354] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] a590b8d5-8293-424c-8d01-51b5ee216020/a590b8d5-8293-424c-8d01-51b5ee216020.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 623.086106] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff2779ee-1f28-46bd-adcd-1814a314661d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.104826] env[65368]: DEBUG nova.compute.utils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.107972] env[65368]: WARNING neutronclient.v2_0.client [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.111704] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 623.112474] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 623.112474] env[65368]: WARNING neutronclient.v2_0.client [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.112677] env[65368]: WARNING neutronclient.v2_0.client [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.123733] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.123972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 623.124312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.124363] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.124496] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.125335] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 623.125335] env[65368]: value = "task-4423911" [ 623.125335] env[65368]: _type = "Task" [ 623.125335] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.125335] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1a0df4b-b300-43c8-85e3-c56ffc5fd009 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.137608] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.139581] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.140189] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 623.140615] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a099a3c3-3311-4a8c-ad45-9e8781f729da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.148234] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f477ec6-6cfd-408f-8f3c-cf23facd38f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.154838] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 623.154838] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5293e668-63e8-c0d7-f41d-25428131b9f5" [ 623.154838] env[65368]: _type = "Task" [ 623.154838] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.163593] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5293e668-63e8-c0d7-f41d-25428131b9f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.195099] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 623.508299] env[65368]: DEBUG nova.network.neutron [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updating instance_info_cache with network_info: [{"id": "128b8765-41ec-4be6-a777-030148be364d", "address": "fa:16:3e:22:b0:b1", "network": {"id": "09cc0d5f-0238-445c-8e92-d13b456ca850", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1784643669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3322d41a11b1483ab50cb6cbb1530d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128b8765-41", "ovs_interfaceid": "128b8765-41ec-4be6-a777-030148be364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 623.513203] env[65368]: DEBUG nova.policy [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a513cd3d812c4df19019d80d08bbaa2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b106980f2dbc485993ce1d31d78e163c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 623.617672] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 623.639078] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423911, 'name': ReconfigVM_Task, 'duration_secs': 0.280487} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.641973] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Reconfigured VM instance instance-00000001 to attach disk [datastore2] a590b8d5-8293-424c-8d01-51b5ee216020/a590b8d5-8293-424c-8d01-51b5ee216020.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.643058] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa587abe-ee2d-459b-ac8c-386859c736ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.650749] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 623.650749] env[65368]: value = "task-4423912" [ 623.650749] env[65368]: _type = "Task" [ 623.650749] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.664031] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423912, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.674319] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 623.674671] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating directory with path [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 623.674951] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfab6e9e-8530-4c5c-8d67-6ab506b4bf7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.697822] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Created directory with path [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 623.698102] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Fetch image to [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 623.698291] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Downloading image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk on the data store datastore1 {{(pid=65368) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 623.699240] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b2edd-8389-4876-b364-92c18c0032f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.708659] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b95ecd7-d20f-4daf-9308-3412e89c1ecc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.719852] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd6625b-b824-42d9-9d9d-b8e72fcc0f5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.762778] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab67b0c4-90bf-4795-b7c3-0fed6b4fd098 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.770760] env[65368]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-fbc7714d-e7f9-493a-bb73-206fa8e51a60 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.808915] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Downloading image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to the data store datastore1 {{(pid=65368) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 623.823322] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-583394c2-f26f-4857-927a-aa5b3f4b4759 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.833048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb3ec18-b0cc-409f-9c84-77535505f57b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.868314] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0ec532-85de-4e8a-a3b1-980678ba31ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.877406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc76092-4831-4146-a4aa-d9be1ef9bcda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.895765] env[65368]: DEBUG nova.compute.provider_tree [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 623.905187] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 624.011795] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Releasing lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.012248] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Instance network_info: |[{"id": "128b8765-41ec-4be6-a777-030148be364d", "address": "fa:16:3e:22:b0:b1", "network": {"id": "09cc0d5f-0238-445c-8e92-d13b456ca850", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1784643669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3322d41a11b1483ab50cb6cbb1530d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128b8765-41", "ovs_interfaceid": "128b8765-41ec-4be6-a777-030148be364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 624.012883] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:b0:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '128b8765-41ec-4be6-a777-030148be364d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 624.020944] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Creating folder: Project (3322d41a11b1483ab50cb6cbb1530d48). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.021773] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebc70b26-d705-4cf3-9ab6-11eb7ac65b71 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.034194] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Created folder: Project (3322d41a11b1483ab50cb6cbb1530d48) in parent group-v865657. [ 624.034870] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Creating folder: Instances. Parent ref: group-v865664. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 624.034870] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79088742-d927-4b01-bca8-ca4c9c8e66ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.050050] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Created folder: Instances in parent group-v865664. [ 624.050297] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 624.050586] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 624.050909] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f3e957d-a528-48d9-853c-d38313858d13 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.073331] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 624.073331] env[65368]: value = "task-4423915" [ 624.073331] env[65368]: _type = "Task" [ 624.073331] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.076884] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Successfully created port: 6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 624.092656] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423915, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.128520] env[65368]: WARNING neutronclient.v2_0.client [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.162249] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423912, 'name': Rename_Task, 'duration_secs': 0.151052} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.162575] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 624.162835] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dde0b7b3-2274-4a30-be63-b98d3022d3cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.171392] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 624.171392] env[65368]: value = "task-4423916" [ 624.171392] env[65368]: _type = "Task" [ 624.171392] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.181662] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.399847] env[65368]: DEBUG nova.scheduler.client.report [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 624.593851] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423915, 'name': CreateVM_Task, 'duration_secs': 0.414029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.594224] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 624.594814] env[65368]: WARNING neutronclient.v2_0.client [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.632492] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 624.665765] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 624.666036] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 624.666369] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 624.666441] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 624.666593] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 624.666810] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 624.666984] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 624.667823] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 624.667823] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 624.667823] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 624.668153] env[65368]: DEBUG nova.virt.hardware [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 624.668902] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f44f3b3-7550-4331-a3cc-2c2d0155c1a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.687709] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438907fc-22cc-4871-ba2d-97d972db2480 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.694989] env[65368]: DEBUG oslo_vmware.api [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4423916, 'name': PowerOnVM_Task, 'duration_secs': 0.506608} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.695874] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 624.696104] env[65368]: INFO nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Took 8.96 seconds to spawn the instance on the hypervisor. [ 624.696358] env[65368]: DEBUG nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 624.697508] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced18105-8650-455e-a518-ba9838bf0be0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.807631] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 624.807877] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 624.867949] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Downloaded image file data aa35d696-7517-4711-9cf1-10e7fbb5577f to vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk on the data store datastore1 {{(pid=65368) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 624.869452] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 624.869696] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copying Virtual Disk [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk to [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 624.869986] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b7380c-d96f-4623-beaa-f0b62ed75ec2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.881031] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 624.881031] env[65368]: value = "task-4423917" [ 624.881031] env[65368]: _type = "Task" [ 624.881031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 624.889776] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423917, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.906501] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.312s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.906501] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 624.909032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.165s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.909919] env[65368]: INFO nova.compute.claims [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.024624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.024815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.025156] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.026255] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a15458d-3da3-4bcd-9599-5d2b4c2765a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.032076] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 625.032076] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4b16c-e2b1-bc34-befe-f3f7e8d8f7fc" [ 625.032076] env[65368]: _type = "Task" [ 625.032076] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.040615] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4b16c-e2b1-bc34-befe-f3f7e8d8f7fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.094336] env[65368]: DEBUG nova.network.neutron [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Updating instance_info_cache with network_info: [{"id": "f4162d84-ee06-442a-8eb9-e66ea571826c", "address": "fa:16:3e:c4:20:f6", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4162d84-ee", "ovs_interfaceid": "f4162d84-ee06-442a-8eb9-e66ea571826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.229401] env[65368]: INFO nova.compute.manager [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Took 13.71 seconds to build instance. [ 625.394511] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423917, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.414235] env[65368]: DEBUG nova.compute.utils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.419483] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 625.420143] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 625.420143] env[65368]: WARNING neutronclient.v2_0.client [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.420348] env[65368]: WARNING neutronclient.v2_0.client [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.512235] env[65368]: DEBUG nova.compute.manager [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received event network-vif-plugged-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 625.512457] env[65368]: DEBUG oslo_concurrency.lockutils [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] Acquiring lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.512669] env[65368]: DEBUG oslo_concurrency.lockutils [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.512834] env[65368]: DEBUG oslo_concurrency.lockutils [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.512989] env[65368]: DEBUG nova.compute.manager [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] No waiting events found dispatching network-vif-plugged-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 625.513402] env[65368]: WARNING nova.compute.manager [req-07b19356-0451-4a69-9b1f-cdf561e3788b req-d7fa1b96-8c78-4210-a563-6786d390800b service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received unexpected event network-vif-plugged-128b8765-41ec-4be6-a777-030148be364d for instance with vm_state building and task_state spawning. [ 625.547301] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4b16c-e2b1-bc34-befe-f3f7e8d8f7fc, 'name': SearchDatastore_Task, 'duration_secs': 0.008137} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.548031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.548031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 625.548031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.548276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.548276] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 625.548528] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75a49726-f5b6-458c-a5f3-a184ef240204 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.557658] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 625.557848] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 625.558745] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deee91e1-4c02-49ff-b2b9-b5e16208c41f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.566182] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 625.566182] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c06d08-f654-a766-bf08-c9014e0b45c4" [ 625.566182] env[65368]: _type = "Task" [ 625.566182] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.581575] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c06d08-f654-a766-bf08-c9014e0b45c4, 'name': SearchDatastore_Task, 'duration_secs': 0.008351} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.581709] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eaf270a1-bb86-42ee-8ae3-edc3ba2de90f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.588565] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 625.588565] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc9846-3fdb-e3c6-c149-c82edcad49fb" [ 625.588565] env[65368]: _type = "Task" [ 625.588565] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.600551] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.600551] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Instance network_info: |[{"id": "f4162d84-ee06-442a-8eb9-e66ea571826c", "address": "fa:16:3e:c4:20:f6", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4162d84-ee", "ovs_interfaceid": "f4162d84-ee06-442a-8eb9-e66ea571826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 625.600779] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc9846-3fdb-e3c6-c149-c82edcad49fb, 'name': SearchDatastore_Task, 'duration_secs': 0.00897} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.601126] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:20:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4162d84-ee06-442a-8eb9-e66ea571826c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.608477] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Creating folder: Project (addbd6ad89924667b955cd01e16056f4). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.609426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.609426] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 99da686d-5c92-4163-827c-caf2ab07a9f8/99da686d-5c92-4163-827c-caf2ab07a9f8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 625.609426] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2afd169-f9a4-411e-adb3-7a24de8e2b7b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.611046] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c1d41971-bbcf-4b0c-812d-141ce95c2a27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.619558] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 625.619558] env[65368]: value = "task-4423919" [ 625.619558] env[65368]: _type = "Task" [ 625.619558] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.624377] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Created folder: Project (addbd6ad89924667b955cd01e16056f4) in parent group-v865657. [ 625.624507] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Creating folder: Instances. Parent ref: group-v865667. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.625329] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-746d53c5-ab09-40c2-8ba2-a8985e24e772 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.632328] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.641677] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Created folder: Instances in parent group-v865667. [ 625.641962] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 625.642210] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.643932] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a0d53cf-fb87-4556-8097-bd97b042d98b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.664201] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.664201] env[65368]: value = "task-4423921" [ 625.664201] env[65368]: _type = "Task" [ 625.664201] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.673391] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423921, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.732204] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b324d86-ac3c-4c11-ac13-29ce4251be46 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.226s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.893444] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423917, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654365} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 625.894980] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copied Virtual Disk [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk to [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 625.894980] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleting the datastore file [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f/tmp-sparse.vmdk {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 625.894980] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba3e59f-f7a5-4f0b-a9b1-875f8a706f1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.905831] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 625.905831] env[65368]: value = "task-4423922" [ 625.905831] env[65368]: _type = "Task" [ 625.905831] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.916316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.916903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.922040] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 625.936570] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.102557] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Successfully updated port: 6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 626.142525] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489164} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.149366] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 99da686d-5c92-4163-827c-caf2ab07a9f8/99da686d-5c92-4163-827c-caf2ab07a9f8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 626.149600] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 626.155914] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e32d711f-40f5-42d0-8da7-33762537d316 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.158704] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "29fa58ab-4bf5-406b-bad1-287f3020822a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.158973] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.174343] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 626.174343] env[65368]: value = "task-4423923" [ 626.174343] env[65368]: _type = "Task" [ 626.174343] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.187663] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423921, 'name': CreateVM_Task, 'duration_secs': 0.413044} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.189124] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.190616] env[65368]: WARNING neutronclient.v2_0.client [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.191083] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.191260] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.191653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.192666] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf70bc1f-4340-495a-b743-0509eb99aa16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.198352] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8e091b-82b4-4787-b2bb-63c1b315f4a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.202271] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.211123] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26637d8f-4ee1-4939-9304-31ac1fe30574 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.214986] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 626.214986] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52712365-81ab-726c-61ae-0d2d78684e87" [ 626.214986] env[65368]: _type = "Task" [ 626.214986] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.244853] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fb2181-e7ea-4da4-b355-cbec9d1b9b08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.251417] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.251570] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.251789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.256276] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8ffbe4-65e5-47a2-86bd-90e126d26183 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.271263] env[65368]: DEBUG nova.compute.provider_tree [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.325008] env[65368]: DEBUG nova.policy [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '10425614de4942a881f09c984f76e14a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8436b273398349c19f04c8f33080382d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.421066] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.424484] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.068845} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.424670] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 626.424913] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Moving file from [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1/aa35d696-7517-4711-9cf1-10e7fbb5577f to [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f. {{(pid=65368) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 626.425197] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-937cd5b9-bc3a-4274-a05e-14a3407ead92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.433511] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 626.433511] env[65368]: value = "task-4423924" [ 626.433511] env[65368]: _type = "Task" [ 626.433511] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.448056] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423924, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.610025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.610025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquired lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.610025] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 626.662355] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 626.688049] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067883} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.688317] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 626.689115] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d8cbf1a-ecaa-4e29-8eeb-7b37dcde2998 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.714128] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 99da686d-5c92-4163-827c-caf2ab07a9f8/99da686d-5c92-4163-827c-caf2ab07a9f8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 626.714472] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09cdd370-c1a9-4f06-b5f1-ebf084984947 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.738025] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 626.738025] env[65368]: value = "task-4423925" [ 626.738025] env[65368]: _type = "Task" [ 626.738025] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.746882] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.774052] env[65368]: DEBUG nova.scheduler.client.report [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 626.944845] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 626.947100] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423924, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.035779} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.947818] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] File moved {{(pid=65368) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 626.947818] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Cleaning up location [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 626.948052] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleting the datastore file [datastore1] vmware_temp/f9ffa766-5486-43df-b5c5-fa5784eb3fb1 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 626.949024] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-626f741a-e5df-4920-a2fe-5bf7147190d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.952222] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.958941] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 626.958941] env[65368]: value = "task-4423926" [ 626.958941] env[65368]: _type = "Task" [ 626.958941] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.969157] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.980014] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 626.980397] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 626.980519] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 626.980765] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 626.981125] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 626.981210] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 626.981468] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 626.981693] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 626.981859] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 626.982872] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 626.983123] env[65368]: DEBUG nova.virt.hardware [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 626.984056] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caea6ea-0450-4de2-8e80-9a76995e239d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.998028] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3576745-b10b-48d9-98ca-5631ca11a67b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.186686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.247514] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423925, 'name': ReconfigVM_Task, 'duration_secs': 0.326061} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.247622] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 99da686d-5c92-4163-827c-caf2ab07a9f8/99da686d-5c92-4163-827c-caf2ab07a9f8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 627.248324] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-19d847e7-b62f-4543-89dd-41f396e632d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.255964] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 627.255964] env[65368]: value = "task-4423927" [ 627.255964] env[65368]: _type = "Task" [ 627.255964] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.266506] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423927, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.279580] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.280231] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 627.286617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.604s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.334727] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Successfully created port: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.445087] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 627.470087] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.029922} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.470296] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 627.471027] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a5cdbba-dcba-4718-a797-97d59dbc9fd6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.477516] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 627.477516] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227ffd2-cf0f-5243-1eae-0ae242ea6e86" [ 627.477516] env[65368]: _type = "Task" [ 627.477516] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.491695] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227ffd2-cf0f-5243-1eae-0ae242ea6e86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.768106] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423927, 'name': Rename_Task, 'duration_secs': 0.153207} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.768402] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 627.768661] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-112b2541-966a-45ac-b2e5-e5347d080f9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.778829] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 627.778829] env[65368]: value = "task-4423928" [ 627.778829] env[65368]: _type = "Task" [ 627.778829] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.790183] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.793821] env[65368]: DEBUG nova.compute.utils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 627.803633] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 627.803633] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 627.804187] env[65368]: WARNING neutronclient.v2_0.client [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.804298] env[65368]: WARNING neutronclient.v2_0.client [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 627.989738] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227ffd2-cf0f-5243-1eae-0ae242ea6e86, 'name': SearchDatastore_Task, 'duration_secs': 0.010125} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.989738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.989738] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 627.989738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.990049] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.990049] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42f24cdc-9fb6-4308-824e-17154eac5e47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.991983] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0843682b-7b5a-4f8c-83fe-f0714a3b4b9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.999297] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 627.999297] env[65368]: value = "task-4423929" [ 627.999297] env[65368]: _type = "Task" [ 627.999297] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.003740] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 628.003931] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 628.005103] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9008fa9a-2faa-4335-b182-b67a55d4b4ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.014250] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423929, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.020176] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 628.020176] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52294d93-7e45-b010-d1a9-2170feaa7743" [ 628.020176] env[65368]: _type = "Task" [ 628.020176] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.029916] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52294d93-7e45-b010-d1a9-2170feaa7743, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.269479] env[65368]: WARNING neutronclient.v2_0.client [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.289582] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423928, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.303789] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 628.314290] env[65368]: DEBUG nova.policy [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47bfdbfa1f274702976a686388aa8f6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350ca900e30246c5883586d1510978d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.346119] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a590b8d5-8293-424c-8d01-51b5ee216020 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.346311] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 99da686d-5c92-4163-827c-caf2ab07a9f8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.349411] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6d74ab64-6e81-4130-bafa-8a569952a01f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.349411] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6b91725d-6cf9-4d84-96a0-f11ae2a3870f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.349411] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 5a881b79-bad5-4ffb-99bc-40efc863adfd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.349411] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 1c7e03bb-9705-4939-a430-70916037072c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.350362] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 628.512638] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423929, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47317} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.513054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 628.513376] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 628.513903] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbc8caed-df73-41ab-af1f-61227a25601d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.528596] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 628.528596] env[65368]: value = "task-4423930" [ 628.528596] env[65368]: _type = "Task" [ 628.528596] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.542394] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52294d93-7e45-b010-d1a9-2170feaa7743, 'name': SearchDatastore_Task, 'duration_secs': 0.018442} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.544159] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7875bcd8-546a-45e8-bb8d-6528745103c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.553767] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423930, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.559543] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 628.559543] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52285fba-361f-050a-e198-364447140167" [ 628.559543] env[65368]: _type = "Task" [ 628.559543] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.571576] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52285fba-361f-050a-e198-364447140167, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.789829] env[65368]: DEBUG oslo_vmware.api [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4423928, 'name': PowerOnVM_Task, 'duration_secs': 0.882234} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.790299] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 628.790418] env[65368]: INFO nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Took 10.84 seconds to spawn the instance on the hypervisor. [ 628.790532] env[65368]: DEBUG nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 628.791345] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ce65cf-7dc0-49ad-9cdc-685a0d023bb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.832533] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Successfully created port: 3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 628.853523] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance db8b8ec7-b829-4f25-9b03-7a9cee315904 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 628.916551] env[65368]: DEBUG nova.network.neutron [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Updating instance_info_cache with network_info: [{"id": "6a3ab190-301b-4ea0-8494-04bd12d67100", "address": "fa:16:3e:80:dd:f1", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3ab190-30", "ovs_interfaceid": "6a3ab190-301b-4ea0-8494-04bd12d67100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.016563] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Successfully updated port: 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.042329] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423930, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07605} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.042865] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 629.044035] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f218ca-07dd-4581-8d15-6e8e56a45fa5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.066950] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 629.067930] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5490b92-7904-4724-bec2-3b749acd49fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.093525] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52285fba-361f-050a-e198-364447140167, 'name': SearchDatastore_Task, 'duration_secs': 0.011745} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.094997] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.095289] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6d74ab64-6e81-4130-bafa-8a569952a01f/6d74ab64-6e81-4130-bafa-8a569952a01f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 629.095854] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 629.095854] env[65368]: value = "task-4423931" [ 629.095854] env[65368]: _type = "Task" [ 629.095854] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.096135] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a2a4895-1a54-4b38-b507-c1dc76d2b841 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.113053] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 629.113053] env[65368]: value = "task-4423932" [ 629.113053] env[65368]: _type = "Task" [ 629.113053] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.123808] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423932, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.316465] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 629.326804] env[65368]: INFO nova.compute.manager [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Took 17.38 seconds to build instance. [ 629.354047] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 629.354047] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.354047] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 629.354422] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.354422] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 629.354422] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 629.354622] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 629.354770] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 629.354931] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 629.355098] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 629.355344] env[65368]: DEBUG nova.virt.hardware [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 629.359902] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 29fa58ab-4bf5-406b-bad1-287f3020822a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 629.359902] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 629.359902] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1856MB phys_disk=100GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '7', 'num_vm_active': '1', 'num_task_None': '2', 'num_os_type_None': '7', 'num_proj_769582a6d6184f649f1e50b771754489': '1', 'io_workload': '6', 'num_vm_building': '6', 'num_task_spawning': '5', 'num_proj_3322d41a11b1483ab50cb6cbb1530d48': '1', 'num_proj_addbd6ad89924667b955cd01e16056f4': '1', 'num_proj_135e4dc6857949c2aaa92685b4c1273e': '1', 'num_proj_b106980f2dbc485993ce1d31d78e163c': '1', 'num_proj_8436b273398349c19f04c8f33080382d': '1', 'num_proj_350ca900e30246c5883586d1510978d0': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 629.362455] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50f5723-562d-4845-a26f-0d84432ee273 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.379229] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9410df-b545-4c91-be98-35aaf3f41abc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.420080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Releasing lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.420410] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Instance network_info: |[{"id": "6a3ab190-301b-4ea0-8494-04bd12d67100", "address": "fa:16:3e:80:dd:f1", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3ab190-30", "ovs_interfaceid": "6a3ab190-301b-4ea0-8494-04bd12d67100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 629.421855] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:dd:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a3ab190-301b-4ea0-8494-04bd12d67100', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.429603] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Creating folder: Project (b106980f2dbc485993ce1d31d78e163c). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.431796] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-447c2e3b-bd9a-423b-a059-10447089012b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.443846] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Created folder: Project (b106980f2dbc485993ce1d31d78e163c) in parent group-v865657. [ 629.444215] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Creating folder: Instances. Parent ref: group-v865670. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.444502] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-385e35ce-421e-477e-a478-0651baf77724 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.456498] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Created folder: Instances in parent group-v865670. [ 629.456754] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 629.456939] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.457601] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef867b98-fc62-426e-84ad-54a07af49136 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.483019] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.483019] env[65368]: value = "task-4423935" [ 629.483019] env[65368]: _type = "Task" [ 629.483019] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.495671] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423935, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.517881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.518091] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquired lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.518246] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.554463] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7993f3ee-7f9c-4870-8411-4ab4f0d12a16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.564974] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1688d7cd-cf33-4067-9fda-591827c255ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.615760] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b222e9cb-2e33-45e6-9553-9590464de543 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.628497] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.633363] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6bc6c6-fa5f-4720-a720-b16f57de955f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.645647] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423932, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514165} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.653779] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6d74ab64-6e81-4130-bafa-8a569952a01f/6d74ab64-6e81-4130-bafa-8a569952a01f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.654054] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 629.654505] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 629.655926] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b173543b-b292-417a-965f-c8c539bc5ce2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.664707] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 629.664707] env[65368]: value = "task-4423936" [ 629.664707] env[65368]: _type = "Task" [ 629.664707] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.676925] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423936, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.830351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec4f677a-059e-45a1-904b-62ad5ecced78 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.893s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.993539] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423935, 'name': CreateVM_Task, 'duration_secs': 0.461772} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.993751] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 629.994273] env[65368]: WARNING neutronclient.v2_0.client [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.994635] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.994823] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.995155] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.995423] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d830abf8-4ed3-425e-a335-33cefb022f79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.001311] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 630.001311] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5281a7ce-e269-f64c-dcc0-4ff9659f738a" [ 630.001311] env[65368]: _type = "Task" [ 630.001311] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.012241] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5281a7ce-e269-f64c-dcc0-4ff9659f738a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.121497] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423931, 'name': ReconfigVM_Task, 'duration_secs': 0.620819} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.121808] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 630.122531] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b99d9a33-6fa5-46ec-a437-916cfe498217 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.130767] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 630.130767] env[65368]: value = "task-4423937" [ 630.130767] env[65368]: _type = "Task" [ 630.130767] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.142301] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423937, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.174667] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423936, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.174926] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 630.175716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845a713d-4bda-424f-b682-6371dd086802 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.198664] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 6d74ab64-6e81-4130-bafa-8a569952a01f/6d74ab64-6e81-4130-bafa-8a569952a01f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 630.199831] env[65368]: ERROR nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [req-0a4940a5-1722-4f7b-862b-09534f5e3731] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a4940a5-1722-4f7b-862b-09534f5e3731"}]} [ 630.200240] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f704b62b-1bbd-498d-9154-72c975dc9c40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.223660] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 630.223660] env[65368]: value = "task-4423938" [ 630.223660] env[65368]: _type = "Task" [ 630.223660] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.233738] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423938, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.234757] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 630.253259] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 630.253259] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 97, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.268316] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 630.291031] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 630.291679] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.445302] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35696e8f-27fe-4720-a1f1-25bcfacb6551 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.454588] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfa4eda-9469-4207-95d7-3d961ea7f250 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.489215] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efdf48e-62d9-4e60-9831-511fc5c3876e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.499384] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4044a34b-1107-4f14-a857-505a84443947 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.520120] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 630.526344] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5281a7ce-e269-f64c-dcc0-4ff9659f738a, 'name': SearchDatastore_Task, 'duration_secs': 0.01044} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.526790] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.526886] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 630.527071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.527206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.527380] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 630.527642] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9577a114-0cea-423e-bb37-bc073c7afa6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.538770] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 630.538770] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 630.539401] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a61c9b-0630-41cc-964a-7cac14b83160 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.547176] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 630.547176] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a3cde8-cd0a-9577-cd61-d1e6ce6af1f7" [ 630.547176] env[65368]: _type = "Task" [ 630.547176] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.557312] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a3cde8-cd0a-9577-cd61-d1e6ce6af1f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.589643] env[65368]: DEBUG nova.compute.manager [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Received event network-vif-plugged-6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 630.590220] env[65368]: DEBUG oslo_concurrency.lockutils [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] Acquiring lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.590220] env[65368]: DEBUG oslo_concurrency.lockutils [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.590220] env[65368]: DEBUG oslo_concurrency.lockutils [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.590445] env[65368]: DEBUG nova.compute.manager [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] No waiting events found dispatching network-vif-plugged-6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 630.590483] env[65368]: WARNING nova.compute.manager [req-dae5ad4b-4730-4ec5-9548-c5f4c660da88 req-5da7dd97-f10e-4c5f-8c9c-ce8aa1e4a548 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Received unexpected event network-vif-plugged-6a3ab190-301b-4ea0-8494-04bd12d67100 for instance with vm_state building and task_state spawning. [ 630.642689] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Successfully updated port: 3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 630.655910] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423937, 'name': Rename_Task, 'duration_secs': 0.42996} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.657937] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 630.658444] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e058a615-9381-4e5a-ad08-f76ce090c610 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.669563] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 630.669563] env[65368]: value = "task-4423939" [ 630.669563] env[65368]: _type = "Task" [ 630.669563] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.681497] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.739855] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423938, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.058836] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a3cde8-cd0a-9577-cd61-d1e6ce6af1f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010411} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.059423] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e76f15c-7e06-4fed-a35f-4df0bf702500 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.065379] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 631.065379] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2d68c-ad9a-6d37-75f0-e2611039419d" [ 631.065379] env[65368]: _type = "Task" [ 631.065379] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.069400] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 13 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 631.069583] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 13 to 14 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 631.069893] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 631.078991] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2d68c-ad9a-6d37-75f0-e2611039419d, 'name': SearchDatastore_Task, 'duration_secs': 0.009477} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.079251] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.079502] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5a881b79-bad5-4ffb-99bc-40efc863adfd/5a881b79-bad5-4ffb-99bc-40efc863adfd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 631.079758] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6612135a-3aae-4b5b-9559-65e81b5fd20b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.087747] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 631.087747] env[65368]: value = "task-4423940" [ 631.087747] env[65368]: _type = "Task" [ 631.087747] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.097126] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.158412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.158916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.158916] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 631.183412] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423939, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.239318] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423938, 'name': ReconfigVM_Task, 'duration_secs': 0.657659} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.240460] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 6d74ab64-6e81-4130-bafa-8a569952a01f/6d74ab64-6e81-4130-bafa-8a569952a01f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 631.242894] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2023c500-5784-40ed-8f84-2e9215dc737a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.254216] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 631.254216] env[65368]: value = "task-4423941" [ 631.254216] env[65368]: _type = "Task" [ 631.254216] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.269939] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423941, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.271999] env[65368]: WARNING neutronclient.v2_0.client [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.377788] env[65368]: DEBUG nova.network.neutron [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Updating instance_info_cache with network_info: [{"id": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "address": "fa:16:3e:96:14:0b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2fe3f4-a2", "ovs_interfaceid": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.393328] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received event network-changed-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 631.394019] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing instance network info cache due to event network-changed-128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 631.394019] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Acquiring lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.394184] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Acquired lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.394231] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing network info cache for port 128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 631.578028] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 631.578506] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.292s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.578506] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.626s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.580347] env[65368]: INFO nova.compute.claims [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 631.597803] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478862} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.598075] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5a881b79-bad5-4ffb-99bc-40efc863adfd/5a881b79-bad5-4ffb-99bc-40efc863adfd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 631.598287] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 631.598545] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51411a38-2de1-4c96-b714-1f01339b5148 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.606740] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 631.606740] env[65368]: value = "task-4423942" [ 631.606740] env[65368]: _type = "Task" [ 631.606740] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.618599] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.683241] env[65368]: DEBUG oslo_vmware.api [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423939, 'name': PowerOnVM_Task, 'duration_secs': 0.687705} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.683533] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 631.683720] env[65368]: INFO nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Took 9.30 seconds to spawn the instance on the hypervisor. [ 631.683893] env[65368]: DEBUG nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 631.684779] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f0834-72c2-4ed8-97a7-5fb4aaca5f91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.768272] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423941, 'name': Rename_Task, 'duration_secs': 0.231541} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.768588] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 631.768831] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ecf04ac-1d2d-42a7-9b61-23465632fe22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.776486] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 631.776486] env[65368]: value = "task-4423943" [ 631.776486] env[65368]: _type = "Task" [ 631.776486] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.785398] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423943, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.787689] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 631.882161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Releasing lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.882443] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Instance network_info: |[{"id": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "address": "fa:16:3e:96:14:0b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2fe3f4-a2", "ovs_interfaceid": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 631.882940] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:14:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 631.897911] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Creating folder: Project (8436b273398349c19f04c8f33080382d). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.904072] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c9c4b99-a3b7-4709-9748-98f8660dbd9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.908863] env[65368]: WARNING neutronclient.v2_0.client [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 631.925029] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Created folder: Project (8436b273398349c19f04c8f33080382d) in parent group-v865657. [ 631.925029] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Creating folder: Instances. Parent ref: group-v865673. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 631.925508] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22868d2-e9df-4d47-97ef-0daf7d5c160f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.937853] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Created folder: Instances in parent group-v865673. [ 631.938143] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 631.938382] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 631.939766] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7934f23-8330-4a3c-ab58-5f9babb44ebf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.961943] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.961943] env[65368]: value = "task-4423946" [ 631.961943] env[65368]: _type = "Task" [ 631.961943] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.972131] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423946, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.005740] env[65368]: WARNING neutronclient.v2_0.client [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.027423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.028601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.128535] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070308} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.129055] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 632.130048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e08e47a-b50b-44ce-a221-bb89d046e4b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.161962] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5a881b79-bad5-4ffb-99bc-40efc863adfd/5a881b79-bad5-4ffb-99bc-40efc863adfd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 632.163480] env[65368]: DEBUG nova.network.neutron [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.165507] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42f588bd-bed9-4afa-8793-cde745faf0a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.185079] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.185192] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Instance network_info: |[{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 632.188916] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:98:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f997c50-13ff-49cd-8de3-50dd2ad2420f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.196505] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Creating folder: Project (350ca900e30246c5883586d1510978d0). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.201826] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a3f64259-4f27-4574-b59b-de0bdfe8a2be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.208431] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 632.208431] env[65368]: value = "task-4423947" [ 632.208431] env[65368]: _type = "Task" [ 632.208431] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.208431] env[65368]: INFO nova.compute.manager [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Took 16.75 seconds to build instance. [ 632.219087] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423947, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.220971] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Created folder: Project (350ca900e30246c5883586d1510978d0) in parent group-v865657. [ 632.221259] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Creating folder: Instances. Parent ref: group-v865676. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.221635] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e66106e6-aa19-4e48-8535-d3a023eb55b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.234393] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Created folder: Instances in parent group-v865676. [ 632.234701] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 632.234905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.235439] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52214381-17d8-43c4-aebc-e9da3d7fd945 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.252298] env[65368]: WARNING neutronclient.v2_0.client [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.261692] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.261692] env[65368]: value = "task-4423950" [ 632.261692] env[65368]: _type = "Task" [ 632.261692] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.273781] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423950, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.286603] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423943, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.339163] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updated VIF entry in instance network info cache for port 128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 632.339542] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updating instance_info_cache with network_info: [{"id": "128b8765-41ec-4be6-a777-030148be364d", "address": "fa:16:3e:22:b0:b1", "network": {"id": "09cc0d5f-0238-445c-8e92-d13b456ca850", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1784643669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3322d41a11b1483ab50cb6cbb1530d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128b8765-41", "ovs_interfaceid": "128b8765-41ec-4be6-a777-030148be364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.474915] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423946, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.531338] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.715228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8102adc6-ff12-403e-b222-45e958b53114 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.262s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.725229] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423947, 'name': ReconfigVM_Task, 'duration_secs': 0.357581} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.728587] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5a881b79-bad5-4ffb-99bc-40efc863adfd/5a881b79-bad5-4ffb-99bc-40efc863adfd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 632.728587] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ff4c481-cba9-473d-b510-d055cb363304 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.739859] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 632.739859] env[65368]: value = "task-4423951" [ 632.739859] env[65368]: _type = "Task" [ 632.739859] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.755555] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423951, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.780794] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423950, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.793309] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423943, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.831621] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c44182b-3e8e-4248-9f9c-96f325d89a28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.842439] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4cfa6e-7dd7-4798-9983-3ad0e619d353 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.847569] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Releasing lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.847866] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Received event network-vif-plugged-f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 632.848156] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Acquiring lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.848429] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.848652] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.848932] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] No waiting events found dispatching network-vif-plugged-f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 632.849072] env[65368]: WARNING nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Received unexpected event network-vif-plugged-f4162d84-ee06-442a-8eb9-e66ea571826c for instance with vm_state building and task_state spawning. [ 632.849272] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Received event network-changed-f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 632.849427] env[65368]: DEBUG nova.compute.manager [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Refreshing instance network info cache due to event network-changed-f4162d84-ee06-442a-8eb9-e66ea571826c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 632.849631] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Acquiring lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.849760] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Acquired lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.850150] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Refreshing network info cache for port f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.884649] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f642a0-e98f-4f5f-8387-02fc7a9b63c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.894412] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d2fe33-32c5-4387-b90a-0584d328cd70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.911797] env[65368]: DEBUG nova.compute.provider_tree [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 632.973941] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423946, 'name': CreateVM_Task, 'duration_secs': 0.702863} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.974137] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.974651] env[65368]: WARNING neutronclient.v2_0.client [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.975024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.975174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.975403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.975768] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4d1fb26-919a-4e30-b032-de0f6a4a86e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.981880] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 632.981880] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2faa0-d566-c018-ca6e-020d19bca42c" [ 632.981880] env[65368]: _type = "Task" [ 632.981880] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.990722] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2faa0-d566-c018-ca6e-020d19bca42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.055365] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.251282] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423951, 'name': Rename_Task, 'duration_secs': 0.18495} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.251394] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 633.251685] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33c38f61-ed0e-4727-8e27-1115af3a6390 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.260767] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 633.260767] env[65368]: value = "task-4423952" [ 633.260767] env[65368]: _type = "Task" [ 633.260767] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.276916] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423950, 'name': CreateVM_Task, 'duration_secs': 0.577824} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.277164] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.277342] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 633.277892] env[65368]: WARNING neutronclient.v2_0.client [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.278235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.289907] env[65368]: DEBUG oslo_vmware.api [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4423943, 'name': PowerOnVM_Task, 'duration_secs': 1.088427} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.290392] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 633.290609] env[65368]: INFO nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Took 13.11 seconds to spawn the instance on the hypervisor. [ 633.290779] env[65368]: DEBUG nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 633.291623] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2727698e-0e58-4fc7-8120-7a54fc2f43b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.303386] env[65368]: DEBUG nova.compute.manager [None req-85a60650-5378-4ea7-8767-e3a90867ffaf tempest-ServerDiagnosticsV248Test-977972300 tempest-ServerDiagnosticsV248Test-977972300-project-admin] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 633.304786] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4780bb80-2d2a-4337-b6b3-80515015cdc7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.315019] env[65368]: INFO nova.compute.manager [None req-85a60650-5378-4ea7-8767-e3a90867ffaf tempest-ServerDiagnosticsV248Test-977972300 tempest-ServerDiagnosticsV248Test-977972300-project-admin] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Retrieving diagnostics [ 633.315672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b3fa48-6e6c-45c2-b1a6-c8f3a73d7fc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.352933] env[65368]: WARNING neutronclient.v2_0.client [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.415979] env[65368]: DEBUG nova.scheduler.client.report [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 633.494345] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2faa0-d566-c018-ca6e-020d19bca42c, 'name': SearchDatastore_Task, 'duration_secs': 0.01053} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.496023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.496023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 633.496023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.496023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.496997] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.497116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.497895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.499380] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b3d9c29-5338-41e1-b683-292a90ecc1af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.502592] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f70d478f-4385-4318-aeba-fd39921062df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.511787] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 633.511787] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206e789-0027-9b5e-ce69-aa51eb0fbd7b" [ 633.511787] env[65368]: _type = "Task" [ 633.511787] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.517200] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.518447] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.518656] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c54745-51f7-460c-bcdb-dd1665ebd5f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.525253] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206e789-0027-9b5e-ce69-aa51eb0fbd7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.529607] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 633.529607] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226dd30-3513-1c19-6615-f7337f637620" [ 633.529607] env[65368]: _type = "Task" [ 633.529607] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.539032] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226dd30-3513-1c19-6615-f7337f637620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.540211] env[65368]: WARNING neutronclient.v2_0.client [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.617694] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Updated VIF entry in instance network info cache for port f4162d84-ee06-442a-8eb9-e66ea571826c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 633.618070] env[65368]: DEBUG nova.network.neutron [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Updating instance_info_cache with network_info: [{"id": "f4162d84-ee06-442a-8eb9-e66ea571826c", "address": "fa:16:3e:c4:20:f6", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.209", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4162d84-ee", "ovs_interfaceid": "f4162d84-ee06-442a-8eb9-e66ea571826c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.773745] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.813475] env[65368]: INFO nova.compute.manager [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Took 18.66 seconds to build instance. [ 633.922563] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.923026] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 633.928176] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.740s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 633.928176] env[65368]: INFO nova.compute.claims [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 634.023854] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206e789-0027-9b5e-ce69-aa51eb0fbd7b, 'name': SearchDatastore_Task, 'duration_secs': 0.019511} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.024223] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.024505] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 634.027490] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.042188] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226dd30-3513-1c19-6615-f7337f637620, 'name': SearchDatastore_Task, 'duration_secs': 0.010405} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.042365] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4abab01-ae1d-4faa-82e9-093d462f70e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.050355] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 634.050355] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8da0d-e1af-1814-0961-2cfdb9b357d0" [ 634.050355] env[65368]: _type = "Task" [ 634.050355] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.060729] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8da0d-e1af-1814-0961-2cfdb9b357d0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.121460] env[65368]: DEBUG oslo_concurrency.lockutils [req-c60c590e-56fc-4f93-a4c2-24f79c598bcf req-df4b3778-6c6e-4b91-abc4-89c5e945c2b6 service nova] Releasing lock "refresh_cache-6d74ab64-6e81-4130-bafa-8a569952a01f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.275463] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.316130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f932e04-e1eb-42c7-a0eb-ce67be18dae1 tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.175s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.433011] env[65368]: DEBUG nova.compute.utils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 634.434422] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 634.434623] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 634.435277] env[65368]: WARNING neutronclient.v2_0.client [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.435406] env[65368]: WARNING neutronclient.v2_0.client [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 634.485579] env[65368]: DEBUG nova.policy [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8153ca5e32b7431ba6dc063e0724dda9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84c9bc5562e14832b8ba4ee6cab0144a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 634.533179] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Received event network-changed-6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 634.533797] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Refreshing instance network info cache due to event network-changed-6a3ab190-301b-4ea0-8494-04bd12d67100. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 634.534189] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquiring lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.534494] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquired lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.534811] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Refreshing network info cache for port 6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.564722] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8da0d-e1af-1814-0961-2cfdb9b357d0, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.565300] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.565557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1c7e03bb-9705-4939-a430-70916037072c/1c7e03bb-9705-4939-a430-70916037072c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.565847] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.566089] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 634.566349] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8e516ed-110e-4cf0-9b3c-1f3986007e9b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.568930] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-803f9e1e-c6d2-4755-ba91-3ee0e962df81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.577820] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 634.577820] env[65368]: value = "task-4423953" [ 634.577820] env[65368]: _type = "Task" [ 634.577820] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.584309] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 634.586021] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 634.586021] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9640d74-03cf-461f-a27b-7818eb2ec66d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.592262] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423953, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.596735] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 634.596735] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5268dd56-ddcc-58fc-b3f4-efa811736818" [ 634.596735] env[65368]: _type = "Task" [ 634.596735] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.606754] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5268dd56-ddcc-58fc-b3f4-efa811736818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.774296] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423952, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.873091] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Successfully created port: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 634.939954] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 635.038400] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.090941] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423953, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.111679] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5268dd56-ddcc-58fc-b3f4-efa811736818, 'name': SearchDatastore_Task, 'duration_secs': 0.011281} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.116707] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35cfaff0-72e8-48e8-8abc-3501babf5745 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.119944] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.120248] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.130125] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 635.130125] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529fc2a2-0703-b285-a8d8-b491e987f9c9" [ 635.130125] env[65368]: _type = "Task" [ 635.130125] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.138241] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e84f11-c5ed-483b-950c-7d32a124f550 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.145392] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529fc2a2-0703-b285-a8d8-b491e987f9c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.151686] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413c5b61-e3f3-4983-800e-e5efa7865547 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.188331] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1f1367-1bd0-4f7d-a0ad-673cc7f669dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.196984] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e189cbab-b2b0-443f-8be8-4517d037945d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.212436] env[65368]: DEBUG nova.compute.provider_tree [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 635.275296] env[65368]: DEBUG oslo_vmware.api [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4423952, 'name': PowerOnVM_Task, 'duration_secs': 1.951674} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.275555] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.275752] env[65368]: INFO nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Took 10.64 seconds to spawn the instance on the hypervisor. [ 635.276428] env[65368]: DEBUG nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 635.276721] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4daa195-3f8d-4eee-8061-2ceeb3d33546 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.590681] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423953, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.60099} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.590681] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1c7e03bb-9705-4939-a430-70916037072c/1c7e03bb-9705-4939-a430-70916037072c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.590681] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.590981] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c0d0dc4-8a69-45d9-9624-2465a07953e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.598750] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 635.598750] env[65368]: value = "task-4423954" [ 635.598750] env[65368]: _type = "Task" [ 635.598750] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.608933] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.625997] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 635.643957] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529fc2a2-0703-b285-a8d8-b491e987f9c9, 'name': SearchDatastore_Task, 'duration_secs': 0.022033} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.644152] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.644381] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 635.644632] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e7a86a9-b04e-445c-8082-9fd756e3696e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.655137] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 635.655137] env[65368]: value = "task-4423955" [ 635.655137] env[65368]: _type = "Task" [ 635.655137] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.665340] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.715879] env[65368]: DEBUG nova.scheduler.client.report [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 635.797263] env[65368]: INFO nova.compute.manager [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Took 20.17 seconds to build instance. [ 635.952094] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 635.977994] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 635.978406] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 635.978657] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 635.978918] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 635.979124] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 635.979274] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 635.979523] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 635.979696] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 635.979859] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 635.980017] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 635.980187] env[65368]: DEBUG nova.virt.hardware [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 635.981174] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56942601-2531-4848-95b6-218e9b25b73e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.991271] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0df16f8-af2d-4134-b502-2b72778823c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.109795] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.110087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 636.110920] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16336508-eeed-480f-bb54-f8a33ced5f81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.134316] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 1c7e03bb-9705-4939-a430-70916037072c/1c7e03bb-9705-4939-a430-70916037072c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.136636] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e174b7dc-d359-40f7-bcd3-462ba07bfd3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.161133] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 636.161133] env[65368]: value = "task-4423956" [ 636.161133] env[65368]: _type = "Task" [ 636.161133] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.167795] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423955, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.168730] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.174668] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423956, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.221777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.222776] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 636.225113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.170s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.226817] env[65368]: INFO nova.compute.claims [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 636.299184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5e557b4d-8940-4109-9ab4-c892e508276c tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.675s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.670597] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946255} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.671436] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 636.671805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 636.672437] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f3d2837-08b3-45e6-b56e-7124ed94852b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.687021] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423956, 'name': ReconfigVM_Task, 'duration_secs': 0.411958} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.687021] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 1c7e03bb-9705-4939-a430-70916037072c/1c7e03bb-9705-4939-a430-70916037072c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.687021] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff732252-bc03-4a32-9322-e24e55c7f6ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.692023] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 636.692023] env[65368]: value = "task-4423957" [ 636.692023] env[65368]: _type = "Task" [ 636.692023] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.699238] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 636.699238] env[65368]: value = "task-4423958" [ 636.699238] env[65368]: _type = "Task" [ 636.699238] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.713811] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.719638] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423958, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.738619] env[65368]: DEBUG nova.compute.utils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 636.741501] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 636.741835] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 636.742883] env[65368]: WARNING neutronclient.v2_0.client [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.743599] env[65368]: WARNING neutronclient.v2_0.client [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.760974] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Successfully updated port: edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 636.893808] env[65368]: DEBUG nova.policy [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4b36a0312784467ab0ab55c63f43fa18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844875a86e934233adac4390d6b53706', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 637.082772] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.203474] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131855} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.207664] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 637.208601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb00719-182a-4752-acf6-f899bb4ed999 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.218841] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423958, 'name': Rename_Task, 'duration_secs': 0.210757} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.228986] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.239523] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 637.241073] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Updated VIF entry in instance network info cache for port 6a3ab190-301b-4ea0-8494-04bd12d67100. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 637.241395] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Updating instance_info_cache with network_info: [{"id": "6a3ab190-301b-4ea0-8494-04bd12d67100", "address": "fa:16:3e:80:dd:f1", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.240", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a3ab190-30", "ovs_interfaceid": "6a3ab190-301b-4ea0-8494-04bd12d67100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.242645] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5fb559a0-7f91-493f-8846-1c36c90aab73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.244358] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8278680f-c4a7-4473-bd94-4dc02ad07d6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.261504] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 637.268032] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Releasing lock "refresh_cache-5a881b79-bad5-4ffb-99bc-40efc863adfd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.270967] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Received event network-vif-plugged-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 637.272089] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquiring lock "1c7e03bb-9705-4939-a430-70916037072c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.272089] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Lock "1c7e03bb-9705-4939-a430-70916037072c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.272089] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Lock "1c7e03bb-9705-4939-a430-70916037072c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.272089] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] No waiting events found dispatching network-vif-plugged-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 637.272089] env[65368]: WARNING nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Received unexpected event network-vif-plugged-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 for instance with vm_state building and task_state spawning. [ 637.272284] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Received event network-changed-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 637.272284] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Refreshing instance network info cache due to event network-changed-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 637.277021] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquiring lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.277021] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquired lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.277021] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Refreshing network info cache for port 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.277021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.277021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquired lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.277403] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 637.283769] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 637.283769] env[65368]: value = "task-4423959" [ 637.283769] env[65368]: _type = "Task" [ 637.283769] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.284969] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 637.284969] env[65368]: value = "task-4423960" [ 637.284969] env[65368]: _type = "Task" [ 637.284969] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.303566] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423959, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.389613] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Successfully created port: 479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 637.541426] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6416e5-c08f-4030-ba54-e8e189ab4e6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.550356] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af36f24d-9212-481f-89cc-785ffcb3f21e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.588161] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82ac8c5-168e-42fa-b637-c1bed719d109 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.597076] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dd7097-71c3-4e2a-b742-a43df849b3d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.623342] env[65368]: DEBUG nova.compute.provider_tree [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 637.648160] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "d75e811d-9481-43b0-90d3-266165edfbdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.648597] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.777064] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 637.795808] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423959, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.807406] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423960, 'name': ReconfigVM_Task, 'duration_secs': 0.424896} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.807577] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 637.808462] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f9fe8dc-0dd7-4b72-b0e9-0da1fb56f615 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.816935] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 637.816935] env[65368]: value = "task-4423961" [ 637.816935] env[65368]: _type = "Task" [ 637.816935] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.829726] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423961, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.950645] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 638.111024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Acquiring lock "6d74ab64-6e81-4130-bafa-8a569952a01f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.111312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.111515] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Acquiring lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.111752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.111921] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.113713] env[65368]: INFO nova.compute.manager [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Rebuilding instance [ 638.117059] env[65368]: INFO nova.compute.manager [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Terminating instance [ 638.126715] env[65368]: DEBUG nova.scheduler.client.report [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 638.153741] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 638.177166] env[65368]: DEBUG nova.compute.manager [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.181022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d37efd-eae6-4dbf-abca-3972911b964c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.274879] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 638.299070] env[65368]: DEBUG oslo_vmware.api [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4423959, 'name': PowerOnVM_Task, 'duration_secs': 0.531105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.301253] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 638.301973] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 638.301973] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 638.301973] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 638.302157] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 638.302459] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 638.302666] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 638.302857] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 638.303069] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 638.303237] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 638.303403] env[65368]: DEBUG nova.virt.hardware [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 638.303687] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.303958] env[65368]: INFO nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Took 11.36 seconds to spawn the instance on the hypervisor. [ 638.304149] env[65368]: DEBUG nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 638.304932] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4edcb0-84d7-4f7c-9bf5-54d1f71f9de2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.308589] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd24f0-7c8b-4697-8b0c-ecd41cbe8ee0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.325351] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48417da8-3120-408b-9dac-7037c7ff9ad6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.335520] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423961, 'name': Rename_Task, 'duration_secs': 0.358744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.343674] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 638.344214] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af0d5fbf-bd32-4aca-9b39-851082ca60db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.351984] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 638.351984] env[65368]: value = "task-4423962" [ 638.351984] env[65368]: _type = "Task" [ 638.351984] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.362571] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423962, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.619926] env[65368]: DEBUG nova.compute.manager [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 638.620272] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 638.621106] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccce5c0-dc5f-4dcf-a774-92cc18d9953e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.629715] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 638.629964] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68bd4f4a-6c27-4499-970d-80c94641048a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.632989] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.408s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.633269] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 638.637797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.467s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.637797] env[65368]: INFO nova.compute.claims [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 638.645917] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Waiting for the task: (returnval){ [ 638.645917] env[65368]: value = "task-4423963" [ 638.645917] env[65368]: _type = "Task" [ 638.645917] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.660176] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Task: {'id': task-4423963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.712137] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.832236] env[65368]: INFO nova.compute.manager [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Took 21.11 seconds to build instance. [ 638.865864] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.142315] env[65368]: DEBUG nova.compute.utils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.144467] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 639.145011] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.145110] env[65368]: WARNING neutronclient.v2_0.client [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.145567] env[65368]: WARNING neutronclient.v2_0.client [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.168487] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Task: {'id': task-4423963, 'name': PowerOffVM_Task, 'duration_secs': 0.236769} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.170779] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.170779] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.170779] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77312d66-d446-4e19-b6d1-c5fcb21c936c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.173868] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Successfully updated port: 479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 639.204130] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 639.204745] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-108dff33-d690-4cce-b3aa-a1e9a108288f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.215053] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 639.215053] env[65368]: value = "task-4423965" [ 639.215053] env[65368]: _type = "Task" [ 639.215053] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.224635] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.252035] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.252035] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.252035] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Deleting the datastore file [datastore1] 6d74ab64-6e81-4130-bafa-8a569952a01f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.252035] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e5c07ea-af3b-4076-aba5-694296d089db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.260740] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Waiting for the task: (returnval){ [ 639.260740] env[65368]: value = "task-4423966" [ 639.260740] env[65368]: _type = "Task" [ 639.260740] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.271854] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Task: {'id': task-4423966, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.334301] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6039a2c6-6d94-414d-b93a-113de6d9c332 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.625s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.370469] env[65368]: DEBUG oslo_vmware.api [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4423962, 'name': PowerOnVM_Task, 'duration_secs': 0.869553} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.370469] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.370469] env[65368]: INFO nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Took 10.05 seconds to spawn the instance on the hypervisor. [ 639.370469] env[65368]: DEBUG nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.370862] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4033de29-f570-4699-a3c1-a8281cb37d11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.460806] env[65368]: DEBUG nova.policy [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61051fbb361d4cb39c9c5a0be892e4d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023f5f2f660840f29229ce94098ed142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 639.520418] env[65368]: WARNING neutronclient.v2_0.client [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.653498] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 639.676527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.676682] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquired lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.676865] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 639.725656] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423965, 'name': PowerOffVM_Task, 'duration_secs': 0.227122} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.728640] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 639.728882] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 639.729890] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff46bfe-f16e-446a-9d7d-80a9e50acdde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.738720] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 639.741610] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6297e238-ba71-461f-a1ae-9837616ef112 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.770441] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 639.770441] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 639.770441] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleting the datastore file [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 639.774231] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c503a00-5b1b-473f-9434-303efc45afc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.776215] env[65368]: DEBUG oslo_vmware.api [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Task: {'id': task-4423966, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.34281} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.776495] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 639.776665] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 639.776833] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 639.777126] env[65368]: INFO nova.compute.manager [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Took 1.16 seconds to destroy the instance on the hypervisor. [ 639.777254] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 639.777849] env[65368]: DEBUG nova.compute.manager [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 639.777949] env[65368]: DEBUG nova.network.neutron [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 639.778287] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.784060] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 639.784060] env[65368]: value = "task-4423968" [ 639.784060] env[65368]: _type = "Task" [ 639.784060] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.794691] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.884768] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Successfully created port: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 639.898449] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59b8138-c2e3-4226-a576-e6c8c092ce76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.905151] env[65368]: INFO nova.compute.manager [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Took 19.19 seconds to build instance. [ 639.911491] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e957dfdb-0b75-4df1-ab6d-2e014a3a781a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.916989] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.946770] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07464b8f-0025-4eba-a1a5-000bf64940b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.956284] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e912639-3f2a-4ae6-8840-cb8e7b1fe5ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.972770] env[65368]: DEBUG nova.compute.provider_tree [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.183574] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.299276] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.443679} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.299565] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 640.299790] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 640.299967] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 640.408202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d757531b-0a4b-4109-9ba6-9150199807a5 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.706s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.476106] env[65368]: DEBUG nova.scheduler.client.report [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 640.620448] env[65368]: DEBUG nova.network.neutron [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Updating instance_info_cache with network_info: [{"id": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "address": "fa:16:3e:b0:ff:34", "network": {"id": "d2c92a9b-ae69-4707-acef-994f874d377f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1146676451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c9bc5562e14832b8ba4ee6cab0144a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb3f6a1-0f", "ovs_interfaceid": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.658367] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 640.672745] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 640.710609] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 640.710838] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 640.710977] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 640.711330] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 640.711473] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 640.712891] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 640.712891] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 640.712891] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 640.712891] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 640.712891] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 640.713142] env[65368]: DEBUG nova.virt.hardware [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 640.713507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7d1a1a-2b84-4f11-a0bb-46f2cdff1b7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.725206] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ba72a2-57d3-4398-bd4a-c0c84bcb8c49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.983948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.984500] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 640.988177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.276s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 640.992115] env[65368]: INFO nova.compute.claims [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 641.019278] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Updated VIF entry in instance network info cache for port 7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 641.019758] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Updating instance_info_cache with network_info: [{"id": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "address": "fa:16:3e:96:14:0b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2fe3f4-a2", "ovs_interfaceid": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.123834] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Releasing lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.124262] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Instance network_info: |[{"id": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "address": "fa:16:3e:b0:ff:34", "network": {"id": "d2c92a9b-ae69-4707-acef-994f874d377f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1146676451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c9bc5562e14832b8ba4ee6cab0144a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb3f6a1-0f", "ovs_interfaceid": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 641.124717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ff:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'edb3f6a1-0f74-47b0-ae4e-d57605c5a935', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.133561] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Creating folder: Project (84c9bc5562e14832b8ba4ee6cab0144a). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.133930] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f64e7fa-00dd-414f-8408-b39fe81f756f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.149132] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Created folder: Project (84c9bc5562e14832b8ba4ee6cab0144a) in parent group-v865657. [ 641.149453] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Creating folder: Instances. Parent ref: group-v865679. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 641.149577] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a5579f2-2370-41e1-acd5-5198b2946dc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.162526] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Created folder: Instances in parent group-v865679. [ 641.162840] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.163070] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.163328] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-584db1aa-074f-468d-8ff6-7d26300b6534 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.186096] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.186096] env[65368]: value = "task-4423971" [ 641.186096] env[65368]: _type = "Task" [ 641.186096] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.196063] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423971, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.342076] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.342371] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.342522] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.342697] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.342834] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.342971] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.343188] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.343335] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.343671] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.343671] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.343779] env[65368]: DEBUG nova.virt.hardware [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.344711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d935ebfd-b8c1-41bf-8cc0-cdb6568b53e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.354140] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9800e32-5296-4b02-999b-3e6c46ee3596 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.369576] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 641.375508] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 641.375806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 641.376118] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dbd77b22-9600-458a-b5e1-2b4b88cc7c1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.393930] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 641.393930] env[65368]: value = "task-4423972" [ 641.393930] env[65368]: _type = "Task" [ 641.393930] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.402468] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423972, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.421052] env[65368]: DEBUG nova.network.neutron [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.494706] env[65368]: DEBUG nova.compute.utils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 641.496754] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 641.497062] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 641.498493] env[65368]: WARNING neutronclient.v2_0.client [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.499033] env[65368]: WARNING neutronclient.v2_0.client [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.522866] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Releasing lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.523166] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Received event network-vif-plugged-3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.523384] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 641.523593] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.523826] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.523907] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] No waiting events found dispatching network-vif-plugged-3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 641.524128] env[65368]: WARNING nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Received unexpected event network-vif-plugged-3f997c50-13ff-49cd-8de3-50dd2ad2420f for instance with vm_state building and task_state spawning. [ 641.524338] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Received event network-changed-3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 641.524520] env[65368]: DEBUG nova.compute.manager [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Refreshing instance network info cache due to event network-changed-3f997c50-13ff-49cd-8de3-50dd2ad2420f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 641.524748] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquiring lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.524889] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Acquired lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.525892] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Refreshing network info cache for port 3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 641.699474] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423971, 'name': CreateVM_Task, 'duration_secs': 0.397089} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.699723] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.700321] env[65368]: WARNING neutronclient.v2_0.client [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 641.700725] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.700951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.701364] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.701689] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dbe5270-b1fe-4165-9e4e-0c6cf3067969 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.708193] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 641.708193] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521cc466-9442-9fdf-c609-04acc0bf033b" [ 641.708193] env[65368]: _type = "Task" [ 641.708193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.719543] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521cc466-9442-9fdf-c609-04acc0bf033b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.871043] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Successfully updated port: 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 641.907783] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423972, 'name': CreateVM_Task, 'duration_secs': 0.423358} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.908021] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.908375] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.924126] env[65368]: INFO nova.compute.manager [-] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Took 2.15 seconds to deallocate network for instance. [ 641.964465] env[65368]: DEBUG nova.policy [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '28adfab090904c0586825f7efcdebf4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10e014686ccd42eea517273340dda753', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 642.005642] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 642.029166] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.107618] env[65368]: WARNING neutronclient.v2_0.client [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.221530] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521cc466-9442-9fdf-c609-04acc0bf033b, 'name': SearchDatastore_Task, 'duration_secs': 0.012153} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.223991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.223991] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.223991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.223991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.224192] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.224192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.224192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.224192] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e50e6b4-23da-419b-8b1e-b22ada297402 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.226155] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b8bac1-b224-4929-804a-120e82fa9356 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.233240] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 642.233240] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523698d5-7c0f-704a-795d-75c9e9dd2f75" [ 642.233240] env[65368]: _type = "Task" [ 642.233240] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.239228] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e515c07d-7ddb-4935-be51-32d1b5413ad9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.241850] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.242104] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.243404] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec55fd00-1057-463f-bc2e-e3f16b4a9aae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.249550] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523698d5-7c0f-704a-795d-75c9e9dd2f75, 'name': SearchDatastore_Task, 'duration_secs': 0.011193} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.250175] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.250395] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.250592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.255092] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6743f7fb-10dc-47ce-b735-e849cb3686fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.258456] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 642.258456] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528dd235-d343-682e-95cb-4c0ec569458a" [ 642.258456] env[65368]: _type = "Task" [ 642.258456] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.290769] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d1c977-3c74-4dee-b9be-298108d7869d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.297516] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528dd235-d343-682e-95cb-4c0ec569458a, 'name': SearchDatastore_Task, 'duration_secs': 0.022526} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.298185] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5acd3a94-e034-451f-a722-76344e1b8675 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.304078] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49efae06-898c-4e44-821c-6a5ca9396d7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.309632] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 642.309632] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520d59d4-3b8c-ec81-9d6b-c327c4cd00d9" [ 642.309632] env[65368]: _type = "Task" [ 642.309632] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.323097] env[65368]: DEBUG nova.compute.provider_tree [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 642.333557] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520d59d4-3b8c-ec81-9d6b-c327c4cd00d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010302} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.334377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.334625] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] db8b8ec7-b829-4f25-9b03-7a9cee315904/db8b8ec7-b829-4f25-9b03-7a9cee315904.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.334898] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.335084] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.335296] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-752174d7-e12e-45a1-93fa-57760bf788f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.337627] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ea4783f9-d5e7-4011-94a5-009c3005b83e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.346558] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 642.346558] env[65368]: value = "task-4423973" [ 642.346558] env[65368]: _type = "Task" [ 642.346558] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.351329] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.351676] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.352824] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d150644-a43b-46e6-8cf4-f4fcf688ebb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.358942] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.369848] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 642.369848] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dc76dd-b398-e105-2e0d-9ae08e701423" [ 642.369848] env[65368]: _type = "Task" [ 642.369848] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.372778] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dc76dd-b398-e105-2e0d-9ae08e701423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.376021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.376021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.376021] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 642.379143] env[65368]: DEBUG nova.compute.manager [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Received event network-vif-plugged-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 642.379315] env[65368]: DEBUG oslo_concurrency.lockutils [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] Acquiring lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.379527] env[65368]: DEBUG oslo_concurrency.lockutils [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.379710] env[65368]: DEBUG oslo_concurrency.lockutils [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.379885] env[65368]: DEBUG nova.compute.manager [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] No waiting events found dispatching network-vif-plugged-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 642.380077] env[65368]: WARNING nova.compute.manager [req-8cb6de68-d3da-4af0-80b2-defb557b5a6e req-cdbc1924-53f2-4f05-9369-c92fec2b50ec service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Received unexpected event network-vif-plugged-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 for instance with vm_state building and task_state spawning. [ 642.432657] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.461763] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Successfully created port: 23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.829676] env[65368]: DEBUG nova.scheduler.client.report [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 642.861694] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423973, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.874451] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dc76dd-b398-e105-2e0d-9ae08e701423, 'name': SearchDatastore_Task, 'duration_secs': 0.010171} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.875403] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96337184-783b-406a-b3d0-efcb125f6328 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.887489] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 642.887489] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524712ae-751c-4dc2-d2bf-39eca4e9c18a" [ 642.887489] env[65368]: _type = "Task" [ 642.887489] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.899839] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524712ae-751c-4dc2-d2bf-39eca4e9c18a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.017028] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 643.043873] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 643.044520] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.044520] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 643.044520] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.044658] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 643.044745] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 643.044948] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.045110] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 643.045442] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 643.045442] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 643.045577] env[65368]: DEBUG nova.virt.hardware [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 643.046943] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20fd27e1-8b68-4661-a076-05495e9b85e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.055552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29beb923-631e-4eaa-a52f-7fc18585ff0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.334848] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.347s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.335455] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 643.338256] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.906s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.338865] env[65368]: DEBUG nova.objects.instance [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lazy-loading 'resources' on Instance uuid 6d74ab64-6e81-4130-bafa-8a569952a01f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 643.368229] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.368485] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] db8b8ec7-b829-4f25-9b03-7a9cee315904/db8b8ec7-b829-4f25-9b03-7a9cee315904.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.368686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.368938] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9076d3e8-1a8a-4c4d-a27e-01c1b4799899 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.377014] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 643.377014] env[65368]: value = "task-4423974" [ 643.377014] env[65368]: _type = "Task" [ 643.377014] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.387866] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.397528] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524712ae-751c-4dc2-d2bf-39eca4e9c18a, 'name': SearchDatastore_Task, 'duration_secs': 0.031149} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.397817] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.398098] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.398403] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9427c7f7-767a-4a0e-ab48-4ad3227648b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.407540] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 643.407540] env[65368]: value = "task-4423975" [ 643.407540] env[65368]: _type = "Task" [ 643.407540] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.421301] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.799273] env[65368]: DEBUG nova.network.neutron [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Updating instance_info_cache with network_info: [{"id": "479e27be-ab20-42ca-983c-11f29c11c33d", "address": "fa:16:3e:06:92:e8", "network": {"id": "c8e7416d-7035-4717-ad4e-fe9faaacd943", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1557553298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844875a86e934233adac4390d6b53706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479e27be-ab", "ovs_interfaceid": "479e27be-ab20-42ca-983c-11f29c11c33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.842532] env[65368]: DEBUG nova.compute.utils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.847882] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 643.848500] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 643.848875] env[65368]: WARNING neutronclient.v2_0.client [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.850857] env[65368]: WARNING neutronclient.v2_0.client [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 643.870379] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 643.888036] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100973} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.888336] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 643.893025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53e9687-808c-4271-8668-4f4d95412ec8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.914623] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] db8b8ec7-b829-4f25-9b03-7a9cee315904/db8b8ec7-b829-4f25-9b03-7a9cee315904.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 643.918075] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce4822df-bc66-4f50-b0c9-01c43c58c210 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.943425] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423975, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.945134] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 643.945134] env[65368]: value = "task-4423976" [ 643.945134] env[65368]: _type = "Task" [ 643.945134] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.961307] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423976, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.106767] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a153fd06-4c85-4faa-946c-eeb2fbeee601 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.116694] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f9a58d-7a2d-46e0-add1-45976cef16d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.156500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4234773-acbc-4ed4-b600-7d53633f8eba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.169585] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61497e95-efe1-4fba-aff9-c78685db15fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.185595] env[65368]: DEBUG nova.compute.provider_tree [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.304502] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Releasing lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.304502] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Instance network_info: |[{"id": "479e27be-ab20-42ca-983c-11f29c11c33d", "address": "fa:16:3e:06:92:e8", "network": {"id": "c8e7416d-7035-4717-ad4e-fe9faaacd943", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1557553298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844875a86e934233adac4390d6b53706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479e27be-ab", "ovs_interfaceid": "479e27be-ab20-42ca-983c-11f29c11c33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 644.304805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:92:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '479e27be-ab20-42ca-983c-11f29c11c33d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 644.315595] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Creating folder: Project (844875a86e934233adac4390d6b53706). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.315864] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a4568fd7-0023-4c7f-a5ef-a18f4b7ff191 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.330082] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Created folder: Project (844875a86e934233adac4390d6b53706) in parent group-v865657. [ 644.330328] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Creating folder: Instances. Parent ref: group-v865683. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 644.330619] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-951b4bef-50b2-4a5e-b00f-f1a556a9f936 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.343645] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Created folder: Instances in parent group-v865683. [ 644.343941] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 644.344161] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 644.344411] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d197fbe3-a5bf-4079-9c39-4338b886d9b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.362491] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 644.371625] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 644.371625] env[65368]: value = "task-4423979" [ 644.371625] env[65368]: _type = "Task" [ 644.371625] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.380313] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423979, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.430136] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.83139} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.430136] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.430136] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.430136] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c739dbd6-4cd4-4c93-b7e6-83176bc51515 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.439878] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 644.439878] env[65368]: value = "task-4423980" [ 644.439878] env[65368]: _type = "Task" [ 644.439878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.453223] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423980, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.460521] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.690071] env[65368]: DEBUG nova.scheduler.client.report [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 644.785156] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Successfully updated port: 23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 644.888503] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423979, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.961199] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423980, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080852} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.965890] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.967164] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423976, 'name': ReconfigVM_Task, 'duration_secs': 1.01242} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.967164] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab02b5f-5115-473c-acf7-cd4a5b2c00ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.969441] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Reconfigured VM instance instance-00000008 to attach disk [datastore2] db8b8ec7-b829-4f25-9b03-7a9cee315904/db8b8ec7-b829-4f25-9b03-7a9cee315904.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 644.970397] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa767f75-3b6a-4f65-97a3-e453e5051cb2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.991586] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.993414] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba066271-04ce-400d-8711-a632465ee893 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.009242] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 645.009242] env[65368]: value = "task-4423981" [ 645.009242] env[65368]: _type = "Task" [ 645.009242] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.015872] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 645.015872] env[65368]: value = "task-4423982" [ 645.015872] env[65368]: _type = "Task" [ 645.015872] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.020124] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423981, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.031507] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423982, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.196984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.224888] env[65368]: INFO nova.scheduler.client.report [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Deleted allocations for instance 6d74ab64-6e81-4130-bafa-8a569952a01f [ 645.288180] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.288470] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquired lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.288534] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.377883] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 645.387684] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423979, 'name': CreateVM_Task, 'duration_secs': 0.512203} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.387887] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.388499] env[65368]: WARNING neutronclient.v2_0.client [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.388893] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.389096] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.389497] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.389794] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f01d7c-07c2-4da0-832b-04d14aa466ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.395266] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 645.395266] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52eeb77c-4709-0986-f1d1-af143d5eea1d" [ 645.395266] env[65368]: _type = "Task" [ 645.395266] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.407623] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52eeb77c-4709-0986-f1d1-af143d5eea1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.409899] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 645.410175] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.410421] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 645.410581] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.410757] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 645.410934] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 645.411199] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 645.411394] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 645.411593] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 645.411821] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 645.412047] env[65368]: DEBUG nova.virt.hardware [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 645.412400] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.412659] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 645.412927] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.413118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.413329] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 645.414240] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54f18ca7-7b96-4480-8058-52ce42b5561c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.416785] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c68f3e36-169c-483e-aa76-c97dd95a7091 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.425752] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a75fa8-e56c-4f3c-a117-19f2d1514148 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.431058] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 645.431215] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 645.432401] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0978fec-26c9-4aa2-a40d-e2cc3854c401 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.447816] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 645.447816] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e78718-8350-240c-7333-41c97da73162" [ 645.447816] env[65368]: _type = "Task" [ 645.447816] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.458784] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e78718-8350-240c-7333-41c97da73162, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.520251] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423981, 'name': Rename_Task, 'duration_secs': 0.176016} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.523671] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 645.524000] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6078a0-bc6f-4645-96c6-47e6883fedeb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.531892] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423982, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.533468] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 645.533468] env[65368]: value = "task-4423983" [ 645.533468] env[65368]: _type = "Task" [ 645.533468] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.542577] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423983, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.733588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19aaa40f-2c2c-4e27-ae72-fbc0409378ea tempest-DeleteServersAdminTestJSON-1086158839 tempest-DeleteServersAdminTestJSON-1086158839-project-admin] Lock "6d74ab64-6e81-4130-bafa-8a569952a01f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.622s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.748524] env[65368]: DEBUG nova.policy [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4079adade9f442d3a99f9c4c1c5b5e17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '182c07903b364b6eaf655451b5e62e02', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 645.944308] env[65368]: WARNING neutronclient.v2_0.client [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.962659] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e78718-8350-240c-7333-41c97da73162, 'name': SearchDatastore_Task, 'duration_secs': 0.01118} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.963718] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08020734-0b24-4787-bd29-b54dc70dfcbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.971882] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 645.971882] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ba7a57-6882-de50-7b7b-9838b04d843b" [ 645.971882] env[65368]: _type = "Task" [ 645.971882] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.981391] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ba7a57-6882-de50-7b7b-9838b04d843b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.995739] env[65368]: WARNING neutronclient.v2_0.client [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.033032] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423982, 'name': ReconfigVM_Task, 'duration_secs': 0.74158} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.033446] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 646.034053] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e306963-e1a6-48e1-83a7-38ee25d994c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.048842] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423983, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.051367] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 646.051367] env[65368]: value = "task-4423984" [ 646.051367] env[65368]: _type = "Task" [ 646.051367] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.064038] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423984, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.071209] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.444642] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Successfully created port: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.490047] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ba7a57-6882-de50-7b7b-9838b04d843b, 'name': SearchDatastore_Task, 'duration_secs': 0.011785} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.494062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.494524] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 29fa58ab-4bf5-406b-bad1-287f3020822a/29fa58ab-4bf5-406b-bad1-287f3020822a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 646.495366] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c5aff16-2681-42e3-b4d3-e0d25ceb4b25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.505375] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 646.505375] env[65368]: value = "task-4423985" [ 646.505375] env[65368]: _type = "Task" [ 646.505375] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.528536] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.545023] env[65368]: DEBUG oslo_vmware.api [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4423983, 'name': PowerOnVM_Task, 'duration_secs': 0.588812} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.545627] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.545909] env[65368]: INFO nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Took 10.59 seconds to spawn the instance on the hypervisor. [ 646.546297] env[65368]: DEBUG nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.547132] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b157097e-f5d5-46b1-9fa6-9c1aa46590ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.564862] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423984, 'name': Rename_Task, 'duration_secs': 0.44899} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.566101] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.569219] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e94b5bc-4507-49be-a264-0ccbe603fe17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.579413] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 646.579413] env[65368]: value = "task-4423986" [ 646.579413] env[65368]: _type = "Task" [ 646.579413] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.589565] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423986, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.590684] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updated VIF entry in instance network info cache for port 3f997c50-13ff-49cd-8de3-50dd2ad2420f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.591030] env[65368]: DEBUG nova.network.neutron [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.020187] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423985, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.084995] env[65368]: INFO nova.compute.manager [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Took 20.16 seconds to build instance. [ 647.093892] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423986, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.094621] env[65368]: DEBUG oslo_concurrency.lockutils [req-11417264-d592-48a6-8efc-289a48a29984 req-364c854f-14e1-4a1c-9ff9-30373f2b6174 service nova] Releasing lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.103857] env[65368]: DEBUG nova.network.neutron [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.520343] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.786436} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.520700] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 29fa58ab-4bf5-406b-bad1-287f3020822a/29fa58ab-4bf5-406b-bad1-287f3020822a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 647.520875] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 647.521079] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c5a6235-c3e1-4604-9a14-f5c5607212e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.529791] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 647.529791] env[65368]: value = "task-4423987" [ 647.529791] env[65368]: _type = "Task" [ 647.529791] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.540694] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423987, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.587969] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d922dc42-ac74-48c9-8589-4f2468415507 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.671s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 647.595942] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423986, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.606747] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.607192] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Instance network_info: |[{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 647.607760] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d9:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.616609] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Creating folder: Project (023f5f2f660840f29229ce94098ed142). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.616946] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d93a99c-9bf6-403d-96a2-f83c312cd1be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.632437] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Created folder: Project (023f5f2f660840f29229ce94098ed142) in parent group-v865657. [ 647.632583] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Creating folder: Instances. Parent ref: group-v865686. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.632845] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f39149d-5205-4765-9c22-901c8fa8533d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.648453] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Created folder: Instances in parent group-v865686. [ 647.648900] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 647.649146] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.649388] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71707f75-0d65-49af-a7d3-10c8240080bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.671602] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.671602] env[65368]: value = "task-4423990" [ 647.671602] env[65368]: _type = "Task" [ 647.671602] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.683095] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423990, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.040575] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423987, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.139454} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.040718] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 648.042551] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c3caf0-0bb0-4c4e-8acc-6e9170812590 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.065295] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 29fa58ab-4bf5-406b-bad1-287f3020822a/29fa58ab-4bf5-406b-bad1-287f3020822a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 648.065608] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27650f6e-6f88-4200-b93f-8555ba806e5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.086921] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 648.086921] env[65368]: value = "task-4423991" [ 648.086921] env[65368]: _type = "Task" [ 648.086921] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.093796] env[65368]: DEBUG oslo_vmware.api [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4423986, 'name': PowerOnVM_Task, 'duration_secs': 1.195069} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.093880] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.094094] env[65368]: DEBUG nova.compute.manager [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 648.094925] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b1b27-41b8-4b06-abdd-b4e63084b9e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.101059] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.186421] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423990, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.201393] env[65368]: WARNING neutronclient.v2_0.client [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.295016] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Successfully updated port: cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 648.407652] env[65368]: DEBUG nova.network.neutron [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Updating instance_info_cache with network_info: [{"id": "23336245-18a4-47ef-98fd-325f8b5a9efc", "address": "fa:16:3e:d5:70:30", "network": {"id": "c9439345-3d5e-43eb-96a8-a030fe337bad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-600216430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e014686ccd42eea517273340dda753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23336245-18", "ovs_interfaceid": "23336245-18a4-47ef-98fd-325f8b5a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.599027] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423991, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.620468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.620468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.620468] env[65368]: DEBUG nova.objects.instance [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 648.687625] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423990, 'name': CreateVM_Task, 'duration_secs': 0.755463} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.687849] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.689626] env[65368]: WARNING neutronclient.v2_0.client [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.689626] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.689626] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.689626] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.689929] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5239cae1-60f7-4df7-89d0-325ce84666ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.696210] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 648.696210] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52abd390-2fc7-a162-fd0b-3f96b6c5c946" [ 648.696210] env[65368]: _type = "Task" [ 648.696210] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.707831] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52abd390-2fc7-a162-fd0b-3f96b6c5c946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.796378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.796582] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquired lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.796792] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.808293] env[65368]: DEBUG nova.compute.manager [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Received event network-vif-plugged-479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 648.808293] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] Acquiring lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.808293] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.808293] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.808293] env[65368]: DEBUG nova.compute.manager [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] No waiting events found dispatching network-vif-plugged-479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 648.808620] env[65368]: WARNING nova.compute.manager [req-3a1c30aa-3ddf-4549-813d-90201fcb2b7a req-9f636d2f-ca2d-40b4-9c5b-ffab28b57f7c service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Received unexpected event network-vif-plugged-479e27be-ab20-42ca-983c-11f29c11c33d for instance with vm_state building and task_state spawning. [ 648.911894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Releasing lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.912366] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Instance network_info: |[{"id": "23336245-18a4-47ef-98fd-325f8b5a9efc", "address": "fa:16:3e:d5:70:30", "network": {"id": "c9439345-3d5e-43eb-96a8-a030fe337bad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-600216430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e014686ccd42eea517273340dda753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23336245-18", "ovs_interfaceid": "23336245-18a4-47ef-98fd-325f8b5a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 648.912887] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:70:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23336245-18a4-47ef-98fd-325f8b5a9efc', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 648.922818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Creating folder: Project (10e014686ccd42eea517273340dda753). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.923837] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a165bf74-fd80-4852-af01-da956c22cd00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.940057] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Created folder: Project (10e014686ccd42eea517273340dda753) in parent group-v865657. [ 648.940057] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Creating folder: Instances. Parent ref: group-v865689. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 648.940200] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-883e2f6f-7eb0-40ba-92e0-46fab4f09ee9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.954363] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Created folder: Instances in parent group-v865689. [ 648.954429] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 648.954958] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 648.955248] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88a9726c-8dfd-4a66-9790-4d80b1bf0a6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.979969] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 648.979969] env[65368]: value = "task-4423994" [ 648.979969] env[65368]: _type = "Task" [ 648.979969] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.991151] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423994, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.100958] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423991, 'name': ReconfigVM_Task, 'duration_secs': 0.777109} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.101524] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 29fa58ab-4bf5-406b-bad1-287f3020822a/29fa58ab-4bf5-406b-bad1-287f3020822a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.102907] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-faa1e22a-216e-488c-a5c2-f75ac99bebe5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.114022] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 649.114022] env[65368]: value = "task-4423995" [ 649.114022] env[65368]: _type = "Task" [ 649.114022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.129246] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423995, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.210559] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52abd390-2fc7-a162-fd0b-3f96b6c5c946, 'name': SearchDatastore_Task, 'duration_secs': 0.011611} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.211144] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.212055] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 649.212291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.212461] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.212685] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 649.213020] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7fd9d35c-941c-4fcf-b2fa-fef65021404d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.224913] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 649.225121] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 649.225958] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6a24e11-685f-4986-b3a8-8855c8c968a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.233497] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 649.233497] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295a692-6d85-1f3f-48ee-4701417f0a27" [ 649.233497] env[65368]: _type = "Task" [ 649.233497] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.243514] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295a692-6d85-1f3f-48ee-4701417f0a27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.490538] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4423994, 'name': CreateVM_Task, 'duration_secs': 0.490919} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.490722] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 649.491275] env[65368]: WARNING neutronclient.v2_0.client [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.491642] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.491817] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.492151] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.492412] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b253a6-0407-493a-9c69-1087e2e6eeb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.499191] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 649.499191] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52472531-4517-9d24-94af-401a80781af0" [ 649.499191] env[65368]: _type = "Task" [ 649.499191] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.509530] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52472531-4517-9d24-94af-401a80781af0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.544568] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.622570] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423995, 'name': Rename_Task, 'duration_secs': 0.29826} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.622908] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 649.623180] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c907292a-147f-465d-bb07-73c38a646a07 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.631888] env[65368]: DEBUG oslo_concurrency.lockutils [None req-939b200a-3fd4-47d6-bf28-ba5546bb8048 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.633134] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 649.633134] env[65368]: value = "task-4423996" [ 649.633134] env[65368]: _type = "Task" [ 649.633134] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.648021] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.748604] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295a692-6d85-1f3f-48ee-4701417f0a27, 'name': SearchDatastore_Task, 'duration_secs': 0.014266} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.749497] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc1ea9cf-1757-4349-ac0d-4986eb968781 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.756358] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 649.756358] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52852bb6-47cc-f3fe-8c75-671ca3b8fef8" [ 649.756358] env[65368]: _type = "Task" [ 649.756358] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.766279] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52852bb6-47cc-f3fe-8c75-671ca3b8fef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.908516] env[65368]: DEBUG nova.compute.manager [None req-935e6607-1f24-4f74-a3aa-7a1ac898e2c8 tempest-ServerDiagnosticsV248Test-977972300 tempest-ServerDiagnosticsV248Test-977972300-project-admin] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 649.909951] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a077b97a-09e5-4a20-bb82-d79ab10f2931 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.920571] env[65368]: INFO nova.compute.manager [None req-935e6607-1f24-4f74-a3aa-7a1ac898e2c8 tempest-ServerDiagnosticsV248Test-977972300 tempest-ServerDiagnosticsV248Test-977972300-project-admin] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Retrieving diagnostics [ 649.922076] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e43ca6a-d8fb-402a-b55f-881d0dca2b80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.966322] env[65368]: WARNING neutronclient.v2_0.client [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.011734] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52472531-4517-9d24-94af-401a80781af0, 'name': SearchDatastore_Task, 'duration_secs': 0.026202} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.012064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.012302] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 650.012526] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.012665] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.014253] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 650.014253] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7514e43a-2e16-4d77-b459-1b1396b8cc3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.024579] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 650.024866] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 650.025644] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5251f3e3-4309-4f58-80b7-dc3ab4a96f31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.035569] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 650.035569] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5263caed-11aa-a2bf-8e48-da927fd25300" [ 650.035569] env[65368]: _type = "Task" [ 650.035569] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.046548] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5263caed-11aa-a2bf-8e48-da927fd25300, 'name': SearchDatastore_Task, 'duration_secs': 0.011432} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.047407] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bafe1eca-b1c0-46a2-85da-ed1da0682084 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.055067] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 650.055067] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d69590-1520-f644-7165-80977c8f7910" [ 650.055067] env[65368]: _type = "Task" [ 650.055067] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.064060] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d69590-1520-f644-7165-80977c8f7910, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.097520] env[65368]: DEBUG nova.network.neutron [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Updating instance_info_cache with network_info: [{"id": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "address": "fa:16:3e:5d:f1:67", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba80ff3-9e", "ovs_interfaceid": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.146900] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423996, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.269249] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52852bb6-47cc-f3fe-8c75-671ca3b8fef8, 'name': SearchDatastore_Task, 'duration_secs': 0.013653} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.270774] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.270774] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 68b09cde-55aa-450f-9e44-9a4cfbf8072d/68b09cde-55aa-450f-9e44-9a4cfbf8072d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.270774] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-304a7c40-aa49-4665-ad06-79f930ac6426 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.278985] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 650.278985] env[65368]: value = "task-4423997" [ 650.278985] env[65368]: _type = "Task" [ 650.278985] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.292408] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4423997, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.368824] env[65368]: DEBUG nova.compute.manager [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Received event network-changed-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 650.369102] env[65368]: DEBUG nova.compute.manager [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Refreshing instance network info cache due to event network-changed-edb3f6a1-0f74-47b0-ae4e-d57605c5a935. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 650.369525] env[65368]: DEBUG oslo_concurrency.lockutils [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] Acquiring lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.369711] env[65368]: DEBUG oslo_concurrency.lockutils [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] Acquired lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.369918] env[65368]: DEBUG nova.network.neutron [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Refreshing network info cache for port edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.570304] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d69590-1520-f644-7165-80977c8f7910, 'name': SearchDatastore_Task, 'duration_secs': 0.01163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.570606] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.572211] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 845b0189-ec38-4f05-8292-2bf4cf76cae1/845b0189-ec38-4f05-8292-2bf4cf76cae1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 650.572211] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9c240585-3f20-4c21-8b8b-1a874c33a372 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.580623] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 650.580623] env[65368]: value = "task-4423998" [ 650.580623] env[65368]: _type = "Task" [ 650.580623] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.591414] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4423998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.602118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Releasing lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.602545] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Instance network_info: |[{"id": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "address": "fa:16:3e:5d:f1:67", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba80ff3-9e", "ovs_interfaceid": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 650.604750] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:f1:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.611507] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Creating folder: Project (182c07903b364b6eaf655451b5e62e02). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.611886] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75a19b32-a419-4ab2-a981-742a113337bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.625981] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Created folder: Project (182c07903b364b6eaf655451b5e62e02) in parent group-v865657. [ 650.626345] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Creating folder: Instances. Parent ref: group-v865692. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.627225] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0956388a-1928-42f5-92bf-40b5e3933780 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.647471] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Created folder: Instances in parent group-v865692. [ 650.647893] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 650.648667] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.648951] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d598cd29-4b83-45e4-8483-6f184539e628 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.673309] env[65368]: DEBUG oslo_vmware.api [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4423996, 'name': PowerOnVM_Task, 'duration_secs': 0.786665} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.674109] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 650.674374] env[65368]: INFO nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Took 12.40 seconds to spawn the instance on the hypervisor. [ 650.675031] env[65368]: DEBUG nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 650.675454] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f7e2c5b-758a-4198-a6a5-1c0aa54baed5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.680926] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 650.680926] env[65368]: value = "task-4424001" [ 650.680926] env[65368]: _type = "Task" [ 650.680926] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.704481] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424001, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.797266] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4423997, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.873033] env[65368]: WARNING neutronclient.v2_0.client [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.100569] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4423998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.206832] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424001, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.213348] env[65368]: INFO nova.compute.manager [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Took 24.04 seconds to build instance. [ 651.253663] env[65368]: WARNING neutronclient.v2_0.client [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.295753] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4423997, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.535076} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.296043] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 68b09cde-55aa-450f-9e44-9a4cfbf8072d/68b09cde-55aa-450f-9e44-9a4cfbf8072d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.296263] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.296514] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb0f49bb-dfb8-4039-8367-4bf92f17929d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.305934] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 651.305934] env[65368]: value = "task-4424002" [ 651.305934] env[65368]: _type = "Task" [ 651.305934] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.318834] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.385253] env[65368]: DEBUG nova.network.neutron [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Updated VIF entry in instance network info cache for port edb3f6a1-0f74-47b0-ae4e-d57605c5a935. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 651.385430] env[65368]: DEBUG nova.network.neutron [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Updating instance_info_cache with network_info: [{"id": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "address": "fa:16:3e:b0:ff:34", "network": {"id": "d2c92a9b-ae69-4707-acef-994f874d377f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1146676451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c9bc5562e14832b8ba4ee6cab0144a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb3f6a1-0f", "ovs_interfaceid": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.596061] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4423998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68491} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.596438] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 845b0189-ec38-4f05-8292-2bf4cf76cae1/845b0189-ec38-4f05-8292-2bf4cf76cae1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 651.597396] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 651.597396] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec0264f7-6e35-49ca-a367-c8b2c57ccea0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.605088] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 651.605088] env[65368]: value = "task-4424003" [ 651.605088] env[65368]: _type = "Task" [ 651.605088] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.615517] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424003, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.697069] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424001, 'name': CreateVM_Task, 'duration_secs': 0.541212} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.697388] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.697797] env[65368]: WARNING neutronclient.v2_0.client [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.698305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.698305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.698648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.698993] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa099f4e-2d72-42c2-8df3-5ecc9dc0f3f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.705837] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 651.705837] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52097a5c-f85c-206e-be15-4cfdc5999e3e" [ 651.705837] env[65368]: _type = "Task" [ 651.705837] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.718177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41936278-d857-455e-a83a-b0229a4a391a tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.559s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.718528] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52097a5c-f85c-206e-be15-4cfdc5999e3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.818058] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069368} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.818058] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.818877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4722a995-63ed-4df4-befc-2b840ae73e83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.842994] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 68b09cde-55aa-450f-9e44-9a4cfbf8072d/68b09cde-55aa-450f-9e44-9a4cfbf8072d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.843369] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94185105-7497-4db0-8417-df79e23c9bb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.863020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "63c1e817-9211-4f9c-9c4a-15957d38a150" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.863216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.870632] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 651.870632] env[65368]: value = "task-4424004" [ 651.870632] env[65368]: _type = "Task" [ 651.870632] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.883183] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.887853] env[65368]: DEBUG oslo_concurrency.lockutils [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] Releasing lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.888365] env[65368]: DEBUG nova.compute.manager [req-ccb4e3a7-5a6f-4355-841e-cddcd4218122 req-c35708b7-90f5-48d8-9350-84bea70f665b service nova] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Received event network-vif-deleted-f4162d84-ee06-442a-8eb9-e66ea571826c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 652.116452] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424003, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080477} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.116837] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 652.117809] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1a0fbb-cfdd-416c-97e8-4df36161669d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.141849] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 845b0189-ec38-4f05-8292-2bf4cf76cae1/845b0189-ec38-4f05-8292-2bf4cf76cae1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.142203] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d61476aa-0b48-4621-abbc-a2011daa1b61 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.167423] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 652.167423] env[65368]: value = "task-4424005" [ 652.167423] env[65368]: _type = "Task" [ 652.167423] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.177750] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.222818] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52097a5c-f85c-206e-be15-4cfdc5999e3e, 'name': SearchDatastore_Task, 'duration_secs': 0.011179} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.222818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.222818] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 652.222818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.223619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.223619] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 652.223619] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b9d0551f-0c5d-4647-8029-7d8f97d88718 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.233261] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 652.233477] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 652.234375] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-494feabe-6c4a-4947-866c-4ee1614147fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.241027] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 652.241027] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ea8c4-3561-f67f-33f1-334ab62a68b8" [ 652.241027] env[65368]: _type = "Task" [ 652.241027] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.250259] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ea8c4-3561-f67f-33f1-334ab62a68b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.366108] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 652.385144] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.419826] env[65368]: DEBUG nova.compute.manager [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 652.639387] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.639859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.682480] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424005, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.713660] env[65368]: DEBUG nova.compute.manager [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Received event network-changed {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 652.713660] env[65368]: DEBUG nova.compute.manager [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Refreshing instance network info cache due to event network-changed. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 652.714068] env[65368]: DEBUG oslo_concurrency.lockutils [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] Acquiring lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.714068] env[65368]: DEBUG oslo_concurrency.lockutils [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] Acquired lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.714449] env[65368]: DEBUG nova.network.neutron [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 652.752655] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ea8c4-3561-f67f-33f1-334ab62a68b8, 'name': SearchDatastore_Task, 'duration_secs': 0.010194} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.753515] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f7679f8-5a05-4cd3-b458-04f4ff6c94b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.760699] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 652.760699] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a524d-aec7-ac26-32c8-da8039dffc16" [ 652.760699] env[65368]: _type = "Task" [ 652.760699] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.771548] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a524d-aec7-ac26-32c8-da8039dffc16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.834703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "c4ffee2b-d810-4b51-acb2-2550877259b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.835107] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.887203] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424004, 'name': ReconfigVM_Task, 'duration_secs': 0.766828} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.887533] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 68b09cde-55aa-450f-9e44-9a4cfbf8072d/68b09cde-55aa-450f-9e44-9a4cfbf8072d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.888200] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c9aa6cde-c600-4f36-83e0-5b54363d6644 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.900548] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.901264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.902708] env[65368]: INFO nova.compute.claims [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.905726] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 652.905726] env[65368]: value = "task-4424006" [ 652.905726] env[65368]: _type = "Task" [ 652.905726] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.916880] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424006, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.940247] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.082264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.082474] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.082567] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.082743] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.082874] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.085817] env[65368]: INFO nova.compute.manager [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Terminating instance [ 653.121395] env[65368]: INFO nova.compute.manager [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Rebuilding instance [ 653.144417] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.183767] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424005, 'name': ReconfigVM_Task, 'duration_secs': 0.741767} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.186236] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 845b0189-ec38-4f05-8292-2bf4cf76cae1/845b0189-ec38-4f05-8292-2bf4cf76cae1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.186870] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b3ddc20e-2c52-4ab5-9e0c-95538292e94c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.189301] env[65368]: DEBUG nova.compute.manager [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 653.190119] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eaeb243-b622-40f8-82d1-67915daa1c4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.203774] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 653.203774] env[65368]: value = "task-4424007" [ 653.203774] env[65368]: _type = "Task" [ 653.203774] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.213241] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424007, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.216941] env[65368]: WARNING neutronclient.v2_0.client [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.273192] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a524d-aec7-ac26-32c8-da8039dffc16, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.273532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.273782] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] d75e811d-9481-43b0-90d3-266165edfbdb/d75e811d-9481-43b0-90d3-266165edfbdb.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 653.273995] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f54ea7ae-e894-4938-b0cf-3086d72cb2b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.281937] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 653.281937] env[65368]: value = "task-4424008" [ 653.281937] env[65368]: _type = "Task" [ 653.281937] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.291603] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424008, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.338214] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 653.428307] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424006, 'name': Rename_Task, 'duration_secs': 0.206325} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.428664] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.428980] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9ff85cd-4ad2-4caf-9e2e-44d25215b54e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.438250] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 653.438250] env[65368]: value = "task-4424009" [ 653.438250] env[65368]: _type = "Task" [ 653.438250] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.450130] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.593299] env[65368]: DEBUG nova.compute.manager [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 653.593551] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 653.594518] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7a3c52-97bc-4f77-b7a1-fdcf9d1d1060 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.604843] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 653.604843] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5d007c2-8bd0-4c10-816f-f0dbffe56315 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.614975] env[65368]: DEBUG oslo_vmware.api [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 653.614975] env[65368]: value = "task-4424010" [ 653.614975] env[65368]: _type = "Task" [ 653.614975] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.624877] env[65368]: DEBUG oslo_vmware.api [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4424010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.674819] env[65368]: WARNING neutronclient.v2_0.client [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 653.690843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.695216] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Received event network-changed-479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 653.697586] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Refreshing instance network info cache due to event network-changed-479e27be-ab20-42ca-983c-11f29c11c33d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 653.697586] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.697586] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquired lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.697586] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Refreshing network info cache for port 479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 653.727928] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424007, 'name': Rename_Task, 'duration_secs': 0.1945} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.727928] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.728357] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39412907-0484-4819-8e39-8ae21843e123 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.739565] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 653.739565] env[65368]: value = "task-4424011" [ 653.739565] env[65368]: _type = "Task" [ 653.739565] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.751839] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424011, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.795779] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424008, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479479} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.795779] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] d75e811d-9481-43b0-90d3-266165edfbdb/d75e811d-9481-43b0-90d3-266165edfbdb.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.795779] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.795779] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c0f0110-0e07-403d-9916-3e42b3c2e968 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.804613] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 653.804613] env[65368]: value = "task-4424012" [ 653.804613] env[65368]: _type = "Task" [ 653.804613] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.816608] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.871513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.900345] env[65368]: DEBUG nova.network.neutron [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Updating instance_info_cache with network_info: [{"id": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "address": "fa:16:3e:96:14:0b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a2fe3f4-a2", "ovs_interfaceid": "7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.957906] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.129942] env[65368]: DEBUG oslo_vmware.api [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4424010, 'name': PowerOffVM_Task, 'duration_secs': 0.303105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.130569] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.130786] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.132694] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fad27c21-4772-4ca7-9f3a-0773b57238ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.186961] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd54fe3-6204-4a55-b58b-681050097a5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.199588] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77382c67-855d-4a6c-b925-fb478b52dee6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.206392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "a590b8d5-8293-424c-8d01-51b5ee216020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.206392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.206392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "a590b8d5-8293-424c-8d01-51b5ee216020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.206392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.206544] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.207486] env[65368]: INFO nova.compute.manager [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Terminating instance [ 654.212793] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.215724] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 654.216473] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7019ca7-e647-4e8a-916d-f15deffc0281 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.220663] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.220866] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.221096] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Deleting the datastore file [datastore1] 5a881b79-bad5-4ffb-99bc-40efc863adfd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.252030] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3acab8ab-c17e-4a46-ba69-5afe02174922 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.263041] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6b742-369e-43be-8396-97560fd38efa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.266282] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 654.266282] env[65368]: value = "task-4424014" [ 654.266282] env[65368]: _type = "Task" [ 654.266282] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.279110] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424011, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.279110] env[65368]: DEBUG oslo_vmware.api [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for the task: (returnval){ [ 654.279110] env[65368]: value = "task-4424015" [ 654.279110] env[65368]: _type = "Task" [ 654.279110] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.281546] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a5745f-1f04-40f3-86a2-0f0a83cee326 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.298500] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.312289] env[65368]: DEBUG nova.compute.provider_tree [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 654.328417] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172997} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.329813] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 654.330678] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a1087-4e69-450e-a212-7c52aaff9942 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.364368] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] d75e811d-9481-43b0-90d3-266165edfbdb/d75e811d-9481-43b0-90d3-266165edfbdb.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 654.368314] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2656ad1-338d-4894-b2f1-a38dc7e8cdcb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.391416] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 654.391416] env[65368]: value = "task-4424016" [ 654.391416] env[65368]: _type = "Task" [ 654.391416] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.401250] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424016, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.402983] env[65368]: DEBUG oslo_concurrency.lockutils [None req-200fc81d-d2e1-4b2c-9784-02d747112aa8 tempest-ServerExternalEventsTest-2073844731 tempest-ServerExternalEventsTest-2073844731-project] Releasing lock "refresh_cache-1c7e03bb-9705-4939-a430-70916037072c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.450981] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424009, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.536498] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.660889] env[65368]: DEBUG nova.compute.manager [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Received event network-vif-plugged-23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.661211] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Acquiring lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.661328] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.661597] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.661727] env[65368]: DEBUG nova.compute.manager [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] No waiting events found dispatching network-vif-plugged-23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 654.661920] env[65368]: WARNING nova.compute.manager [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Received unexpected event network-vif-plugged-23336245-18a4-47ef-98fd-325f8b5a9efc for instance with vm_state building and task_state spawning. [ 654.662317] env[65368]: DEBUG nova.compute.manager [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Received event network-changed-23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 654.662317] env[65368]: DEBUG nova.compute.manager [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Refreshing instance network info cache due to event network-changed-23336245-18a4-47ef-98fd-325f8b5a9efc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 654.662317] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Acquiring lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.662531] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Acquired lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.662664] env[65368]: DEBUG nova.network.neutron [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Refreshing network info cache for port 23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 654.678998] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Updated VIF entry in instance network info cache for port 479e27be-ab20-42ca-983c-11f29c11c33d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 654.679381] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Updating instance_info_cache with network_info: [{"id": "479e27be-ab20-42ca-983c-11f29c11c33d", "address": "fa:16:3e:06:92:e8", "network": {"id": "c8e7416d-7035-4717-ad4e-fe9faaacd943", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1557553298-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "844875a86e934233adac4390d6b53706", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20f072ba-9cfa-4ae8-a56c-d3082cbe6f5e", "external-id": "nsx-vlan-transportzone-594", "segmentation_id": 594, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap479e27be-ab", "ovs_interfaceid": "479e27be-ab20-42ca-983c-11f29c11c33d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 654.713020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "refresh_cache-a590b8d5-8293-424c-8d01-51b5ee216020" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.713296] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquired lock "refresh_cache-a590b8d5-8293-424c-8d01-51b5ee216020" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.713502] env[65368]: DEBUG nova.network.neutron [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.771921] env[65368]: DEBUG oslo_vmware.api [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424011, 'name': PowerOnVM_Task, 'duration_secs': 1.021463} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.775570] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.775800] env[65368]: INFO nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Took 11.76 seconds to spawn the instance on the hypervisor. [ 654.775976] env[65368]: DEBUG nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.776793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1f45aa-f0e5-4ccc-9167-d4d544061f09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.792016] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424014, 'name': PowerOffVM_Task, 'duration_secs': 0.17029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.794811] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 654.795068] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 654.796155] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13800b91-670f-445b-8032-3c57fdbec77d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.807658] env[65368]: DEBUG oslo_vmware.api [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Task: {'id': task-4424015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229132} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.813829] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 654.813829] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 654.813829] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 654.813829] env[65368]: INFO nova.compute.manager [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 654.814041] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 654.817703] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 654.818435] env[65368]: DEBUG nova.compute.manager [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 654.818523] env[65368]: DEBUG nova.network.neutron [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 654.818879] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.821631] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4db8e5f7-5c20-42e8-833d-813805475f8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.826619] env[65368]: DEBUG nova.scheduler.client.report [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.862428] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 654.862598] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 654.863599] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Deleting the datastore file [datastore2] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 654.864722] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.867656] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6913a16-9c29-4945-86cf-e6277489d813 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.877525] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 654.877525] env[65368]: value = "task-4424018" [ 654.877525] env[65368]: _type = "Task" [ 654.877525] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.894114] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.908198] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424016, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.953814] env[65368]: DEBUG oslo_vmware.api [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424009, 'name': PowerOnVM_Task, 'duration_secs': 1.038272} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.954498] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.954594] env[65368]: INFO nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Took 14.28 seconds to spawn the instance on the hypervisor. [ 654.955470] env[65368]: DEBUG nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.956251] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66577c30-1e85-4b7e-961b-84e16f0e8e6a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.164894] env[65368]: WARNING neutronclient.v2_0.client [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.182435] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Releasing lock "refresh_cache-29fa58ab-4bf5-406b-bad1-287f3020822a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.182755] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-vif-plugged-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 655.182976] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.183204] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.183358] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.183545] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] No waiting events found dispatching network-vif-plugged-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 655.183674] env[65368]: WARNING nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received unexpected event network-vif-plugged-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b for instance with vm_state building and task_state spawning. [ 655.183844] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 655.184042] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing instance network info cache due to event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 655.185147] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.185147] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.185147] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 655.217233] env[65368]: WARNING neutronclient.v2_0.client [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.241174] env[65368]: DEBUG nova.network.neutron [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 655.308151] env[65368]: INFO nova.compute.manager [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Took 19.17 seconds to build instance. [ 655.318887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "1c7e03bb-9705-4939-a430-70916037072c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.320945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.320945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "1c7e03bb-9705-4939-a430-70916037072c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.320945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.320945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.324058] env[65368]: INFO nova.compute.manager [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Terminating instance [ 655.336754] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.336928] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 655.341841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.402s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.345975] env[65368]: DEBUG nova.network.neutron [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.393675] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.340369} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.394064] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 655.394225] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 655.394369] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 655.403401] env[65368]: WARNING neutronclient.v2_0.client [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.419413] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424016, 'name': ReconfigVM_Task, 'duration_secs': 0.636381} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.419738] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Reconfigured VM instance instance-0000000c to attach disk [datastore1] d75e811d-9481-43b0-90d3-266165edfbdb/d75e811d-9481-43b0-90d3-266165edfbdb.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 655.420486] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b882fd37-6207-4f58-ba74-7e24e2689be0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.429352] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 655.429352] env[65368]: value = "task-4424019" [ 655.429352] env[65368]: _type = "Task" [ 655.429352] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.440995] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424019, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.484310] env[65368]: INFO nova.compute.manager [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Took 22.45 seconds to build instance. [ 655.505894] env[65368]: WARNING oslo_messaging._drivers.amqpdriver [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 655.523327] env[65368]: DEBUG nova.network.neutron [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Updated VIF entry in instance network info cache for port 23336245-18a4-47ef-98fd-325f8b5a9efc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 655.523763] env[65368]: DEBUG nova.network.neutron [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Updating instance_info_cache with network_info: [{"id": "23336245-18a4-47ef-98fd-325f8b5a9efc", "address": "fa:16:3e:d5:70:30", "network": {"id": "c9439345-3d5e-43eb-96a8-a030fe337bad", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-600216430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10e014686ccd42eea517273340dda753", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23336245-18", "ovs_interfaceid": "23336245-18a4-47ef-98fd-325f8b5a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.663737] env[65368]: DEBUG nova.network.neutron [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.689289] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.800787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.801246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.801568] env[65368]: INFO nova.compute.manager [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Rebooting instance [ 655.811545] env[65368]: DEBUG oslo_concurrency.lockutils [None req-697c109d-bebd-4941-8463-3607ab76ea1d tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.691s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.832085] env[65368]: DEBUG nova.compute.manager [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 655.832369] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.833289] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588b0987-75e0-42e1-aa2b-c6fcd32b7460 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.846092] env[65368]: DEBUG nova.compute.utils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.850558] env[65368]: INFO nova.compute.claims [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.854271] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.854932] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 655.855179] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 655.855539] env[65368]: WARNING neutronclient.v2_0.client [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.856199] env[65368]: WARNING neutronclient.v2_0.client [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.858750] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Releasing lock "refresh_cache-a590b8d5-8293-424c-8d01-51b5ee216020" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.859141] env[65368]: DEBUG nova.compute.manager [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 655.859309] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 655.859987] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fde19847-5c32-433f-a306-37b5d91f7c63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.865250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b08998-c975-4760-9e39-0cea43ab1ae9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.874520] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 655.875953] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0d59b15-56a0-4ad2-8ef4-a21ef3ed5cd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.878064] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 655.878064] env[65368]: value = "task-4424020" [ 655.878064] env[65368]: _type = "Task" [ 655.878064] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.886102] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 655.886102] env[65368]: value = "task-4424021" [ 655.886102] env[65368]: _type = "Task" [ 655.886102] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.898126] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4424020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.909621] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4424021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.926634] env[65368]: DEBUG nova.policy [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8f5b230887a04e6d906900816499cd1a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96bb42c8cf504e2ba4a0bfdafd0a0b9f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.946265] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424019, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.963777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "052a2265-f955-4bfc-a13f-1502d4363782" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.964050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.970953] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.986684] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8b7724d8-ca62-4a32-b229-5681fd4ecc2b tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.959s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.009377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "29fa58ab-4bf5-406b-bad1-287f3020822a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.009746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.009935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.010179] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.010670] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.012864] env[65368]: INFO nova.compute.manager [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Terminating instance [ 656.027720] env[65368]: DEBUG oslo_concurrency.lockutils [req-88e8f87e-d9ed-4fd6-b93d-c00c2bf80770 req-b35d3af2-1f8b-4767-ba89-188db47982b8 service nova] Releasing lock "refresh_cache-845b0189-ec38-4f05-8292-2bf4cf76cae1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.162249] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updated VIF entry in instance network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 656.163337] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.166302] env[65368]: INFO nova.compute.manager [-] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Took 1.35 seconds to deallocate network for instance. [ 656.354101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.354434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquired lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.354545] env[65368]: DEBUG nova.network.neutron [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 656.359210] env[65368]: INFO nova.compute.resource_tracker [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating resource usage from migration 5372fafa-2188-4e53-8399-e3b772e8d5be [ 656.362315] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 656.395023] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Successfully created port: 52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.397408] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4424020, 'name': PowerOffVM_Task, 'duration_secs': 0.282138} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.400536] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.400744] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.401179] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-256713c0-4115-4cb0-be7c-8063dfbebdff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.406580] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4424021, 'name': PowerOffVM_Task, 'duration_secs': 0.157774} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.406895] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 656.407220] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 656.407331] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d837483-61f7-4754-b190-1ec795b8687e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.449243] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424019, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.452798] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.453099] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.454181] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleting the datastore file [datastore2] a590b8d5-8293-424c-8d01-51b5ee216020 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.454181] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67af1fe5-0aaf-4403-811a-087b1302e452 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.461195] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 656.461431] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.461649] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 656.461816] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.461970] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 656.462133] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 656.462339] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 656.462486] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 656.462644] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 656.462858] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 656.463072] env[65368]: DEBUG nova.virt.hardware [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 656.464423] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf2a58d-a7e7-4a37-9758-c0dbe5602566 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.469289] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.472467] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for the task: (returnval){ [ 656.472467] env[65368]: value = "task-4424024" [ 656.472467] env[65368]: _type = "Task" [ 656.472467] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.486509] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d117327-93c8-4851-8060-51e991cefd18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.494227] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 656.494227] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 656.494227] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Deleting the datastore file [datastore1] 1c7e03bb-9705-4939-a430-70916037072c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 656.497743] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c25b0139-43c6-4da6-9d0e-8a9e000da75b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.499458] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4424024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.512703] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.518730] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 656.523149] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.523820] env[65368]: DEBUG nova.compute.manager [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 656.524103] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 656.524429] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for the task: (returnval){ [ 656.524429] env[65368]: value = "task-4424025" [ 656.524429] env[65368]: _type = "Task" [ 656.524429] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.525532] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcdc7505-0dee-45e0-a282-e81c96ef209b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.539406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cbd50f0-1c26-4c5d-bab4-3feafd517c65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.561832] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 656.562301] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4424025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.563920] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d6baa49-b473-4a45-a32b-d9b418078ec0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.565652] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.565652] env[65368]: value = "task-4424026" [ 656.565652] env[65368]: _type = "Task" [ 656.565652] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.572215] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 656.572215] env[65368]: value = "task-4424027" [ 656.572215] env[65368]: _type = "Task" [ 656.572215] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.581594] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.589637] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4424027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.665806] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.666093] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received event network-changed-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 656.666262] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing instance network info cache due to event network-changed-128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 656.666659] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.666819] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquired lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.667272] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing network info cache for port 128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.676306] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.714780] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1927d032-1b4f-49c4-a8c3-83d6d4d08994 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.724230] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f3ca0-b4a2-4765-981d-7e7012def710 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.769468] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f078a0-045b-4d25-9ddd-4178c7b71caa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.779793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195dcfc9-084c-464f-b0c6-6b4d6947f33a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.796371] env[65368]: DEBUG nova.compute.provider_tree [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.869772] env[65368]: WARNING neutronclient.v2_0.client [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 656.944095] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424019, 'name': Rename_Task, 'duration_secs': 1.331894} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.944495] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 656.944809] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99e40f25-6589-4d2a-aac4-c1d8da144e18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.953878] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 656.953878] env[65368]: value = "task-4424028" [ 656.953878] env[65368]: _type = "Task" [ 656.953878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.963944] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.991947] env[65368]: DEBUG oslo_vmware.api [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Task: {'id': task-4424024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100397} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.992195] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 656.992644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 656.992644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 656.993317] env[65368]: INFO nova.compute.manager [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Took 1.13 seconds to destroy the instance on the hypervisor. [ 656.993317] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 656.993696] env[65368]: DEBUG nova.compute.manager [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 656.993849] env[65368]: DEBUG nova.network.neutron [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 656.994247] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.002167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.053560] env[65368]: DEBUG oslo_vmware.api [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Task: {'id': task-4424025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142261} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.053883] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.054098] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.054303] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.054487] env[65368]: INFO nova.compute.manager [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Took 1.22 seconds to destroy the instance on the hypervisor. [ 657.054741] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.054934] env[65368]: DEBUG nova.compute.manager [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 657.055040] env[65368]: DEBUG nova.network.neutron [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 657.055345] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.082267] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.090377] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4424027, 'name': PowerOffVM_Task, 'duration_secs': 0.433704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.090683] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 657.090880] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 657.091218] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bebd012-ea34-4749-ac44-64979ac45cc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.170235] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.172846] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 657.173125] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 657.173265] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Deleting the datastore file [datastore2] 29fa58ab-4bf5-406b-bad1-287f3020822a {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 657.173757] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd3dc2ef-098e-4126-9494-b31e647bda07 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.183323] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for the task: (returnval){ [ 657.183323] env[65368]: value = "task-4424030" [ 657.183323] env[65368]: _type = "Task" [ 657.183323] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.192339] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4424030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.299839] env[65368]: DEBUG nova.scheduler.client.report [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 657.327009] env[65368]: DEBUG nova.network.neutron [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 657.327311] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.359459] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.374596] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 657.404151] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 657.404447] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 657.404630] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 657.404852] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 657.405033] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 657.405224] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 657.405467] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 657.405663] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 657.405842] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 657.406045] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 657.406259] env[65368]: DEBUG nova.virt.hardware [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 657.407606] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0902bc0-554a-45b8-924b-25f7bdd92d7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.417249] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823571f-fb72-4f8a-bf30-52415ccaacab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.463950] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.578955] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.696075] env[65368]: DEBUG oslo_vmware.api [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Task: {'id': task-4424030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185828} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.696075] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 657.696366] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 657.696437] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 657.696614] env[65368]: INFO nova.compute.manager [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 657.696857] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 657.697066] env[65368]: DEBUG nova.compute.manager [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 657.697162] env[65368]: DEBUG nova.network.neutron [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 657.697426] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.806406] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.464s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.806626] env[65368]: INFO nova.compute.manager [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Migrating [ 657.806827] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.806967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.808266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.119s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.809811] env[65368]: INFO nova.compute.claims [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.831395] env[65368]: DEBUG nova.network.neutron [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.964935] env[65368]: DEBUG oslo_vmware.api [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424028, 'name': PowerOnVM_Task, 'duration_secs': 0.889288} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.967460] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 657.967708] env[65368]: INFO nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Took 12.59 seconds to spawn the instance on the hypervisor. [ 657.968201] env[65368]: DEBUG nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 657.969039] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e400fca-1beb-4ccc-8111-16031f356810 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.077848] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.182455] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Successfully updated port: 52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 658.216532] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.314122] env[65368]: INFO nova.compute.rpcapi [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 658.316114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.338049] env[65368]: INFO nova.compute.manager [-] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Took 1.34 seconds to deallocate network for instance. [ 658.467832] env[65368]: DEBUG nova.network.neutron [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.472203] env[65368]: WARNING neutronclient.v2_0.client [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.494280] env[65368]: INFO nova.compute.manager [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Took 19.84 seconds to build instance. [ 658.504410] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.581850] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.648561] env[65368]: DEBUG nova.network.neutron [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Updating instance_info_cache with network_info: [{"id": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "address": "fa:16:3e:b0:ff:34", "network": {"id": "d2c92a9b-ae69-4707-acef-994f874d377f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-1146676451-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84c9bc5562e14832b8ba4ee6cab0144a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapedb3f6a1-0f", "ovs_interfaceid": "edb3f6a1-0f74-47b0-ae4e-d57605c5a935", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.686393] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.686768] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquired lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.686870] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.706450] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updated VIF entry in instance network info cache for port 128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.707551] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updating instance_info_cache with network_info: [{"id": "128b8765-41ec-4be6-a777-030148be364d", "address": "fa:16:3e:22:b0:b1", "network": {"id": "09cc0d5f-0238-445c-8e92-d13b456ca850", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1784643669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.139", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3322d41a11b1483ab50cb6cbb1530d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128b8765-41", "ovs_interfaceid": "128b8765-41ec-4be6-a777-030148be364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.842105] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.842105] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.842105] env[65368]: DEBUG nova.network.neutron [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.852963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.972407] env[65368]: INFO nova.compute.manager [-] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Took 1.92 seconds to deallocate network for instance. [ 658.996322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a72f043c-432e-4cc2-82c0-3791a0bf1099 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.348s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.053552] env[65368]: DEBUG nova.compute.manager [req-7f91b53c-ac87-4460-86e6-eab611ddf9bc req-7d77bb1e-687a-4cf1-a084-1f413135fb6a service nova] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Received event network-vif-deleted-6a3ab190-301b-4ea0-8494-04bd12d67100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 659.082571] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424026, 'name': CreateVM_Task, 'duration_secs': 2.363386} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.082764] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 659.083368] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.083474] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.084166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.087057] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58df2ad9-f52e-423c-aa4b-153e422c7e0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.094773] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 659.094773] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f0abee-043a-b63b-39bb-24840fc7c4fa" [ 659.094773] env[65368]: _type = "Task" [ 659.094773] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.107302] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f0abee-043a-b63b-39bb-24840fc7c4fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.129407] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad738f0-b769-4f28-a94b-62d320318639 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.139460] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152ce24-b7a7-4017-8f2f-6a911c9a0c25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.178886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Releasing lock "refresh_cache-db8b8ec7-b829-4f25-9b03-7a9cee315904" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.181161] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6abf399-0e24-4ffd-93a6-8522da6d07ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.197054] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f762e039-cbe9-427d-9e28-c035cf1adac9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.216846] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Releasing lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.217115] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Received event network-vif-plugged-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 659.217299] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.217489] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.217637] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.217793] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] No waiting events found dispatching network-vif-plugged-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.217999] env[65368]: WARNING nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Received unexpected event network-vif-plugged-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 for instance with vm_state building and task_state spawning. [ 659.218189] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Received event network-changed-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 659.218631] env[65368]: DEBUG nova.compute.manager [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Refreshing instance network info cache due to event network-changed-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 659.218631] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquiring lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.218631] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Acquired lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.218778] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Refreshing network info cache for port cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.221291] env[65368]: DEBUG nova.compute.provider_tree [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.235022] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.344020] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.364628] env[65368]: WARNING neutronclient.v2_0.client [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.481402] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.492367] env[65368]: DEBUG nova.network.neutron [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Updating instance_info_cache with network_info: [{"id": "52161436-3128-41cd-a4e0-850615cb908f", "address": "fa:16:3e:8d:4b:48", "network": {"id": "e647f30b-f7b5-4bdb-95bc-7e221e366e4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-121410382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bb42c8cf504e2ba4a0bfdafd0a0b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52161436-31", "ovs_interfaceid": "52161436-3128-41cd-a4e0-850615cb908f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.513061] env[65368]: DEBUG nova.network.neutron [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.543278] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "e35ed46c-2e45-4101-8340-584f046c42a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.543513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.607223] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f0abee-043a-b63b-39bb-24840fc7c4fa, 'name': SearchDatastore_Task, 'duration_secs': 0.011411} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.607531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.607761] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 659.608059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.608128] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.608345] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 659.608633] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e63ea4f0-fc41-4007-9788-86a10e43dc88 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.617301] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.621134] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 659.621134] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 659.622222] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae93bf3d-d618-4bb3-9ad8-d8609fc490f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.629487] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 659.629487] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac93a9-99e2-8d9b-3341-05cd72029ae4" [ 659.629487] env[65368]: _type = "Task" [ 659.629487] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.638106] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac93a9-99e2-8d9b-3341-05cd72029ae4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.689478] env[65368]: DEBUG nova.compute.manager [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 659.690952] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a169738-5b32-4098-9e95-ede12ae84fb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.723460] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.726792] env[65368]: DEBUG nova.scheduler.client.report [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.986634] env[65368]: DEBUG nova.network.neutron [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.996478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Releasing lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.996964] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Instance network_info: |[{"id": "52161436-3128-41cd-a4e0-850615cb908f", "address": "fa:16:3e:8d:4b:48", "network": {"id": "e647f30b-f7b5-4bdb-95bc-7e221e366e4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-121410382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bb42c8cf504e2ba4a0bfdafd0a0b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52161436-31", "ovs_interfaceid": "52161436-3128-41cd-a4e0-850615cb908f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 659.998320] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:4b:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f5f49a7d-c6e5-404f-b71a-91d8c070cd18', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52161436-3128-41cd-a4e0-850615cb908f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.009260] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Creating folder: Project (96bb42c8cf504e2ba4a0bfdafd0a0b9f). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.009260] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f401633-0e25-44c8-9639-65e3e618041b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.014881] env[65368]: INFO nova.compute.manager [-] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Took 2.32 seconds to deallocate network for instance. [ 660.022452] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Created folder: Project (96bb42c8cf504e2ba4a0bfdafd0a0b9f) in parent group-v865657. [ 660.022796] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Creating folder: Instances. Parent ref: group-v865696. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 660.023131] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6eae03d-b75d-480c-92ed-06d04b88210d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.036050] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Created folder: Instances in parent group-v865696. [ 660.036308] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 660.036723] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.038172] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fb1c3d1-ccae-432a-8fed-1a39c825ebf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.054336] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.062849] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.062849] env[65368]: value = "task-4424033" [ 660.062849] env[65368]: _type = "Task" [ 660.062849] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.072610] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424033, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.140995] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac93a9-99e2-8d9b-3341-05cd72029ae4, 'name': SearchDatastore_Task, 'duration_secs': 0.013293} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.146342] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e69440ab-f6fd-4baf-82c8-d09a15b47197 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.153491] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 660.153491] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529445b1-d325-b450-7f79-0dbae665d5c7" [ 660.153491] env[65368]: _type = "Task" [ 660.153491] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.164556] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529445b1-d325-b450-7f79-0dbae665d5c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.233677] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.234413] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 660.237539] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.366s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.238994] env[65368]: INFO nova.compute.claims [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 660.490118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.523587] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.575966] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424033, 'name': CreateVM_Task, 'duration_secs': 0.402711} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.576163] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.576675] env[65368]: WARNING neutronclient.v2_0.client [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.577044] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.577197] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.577630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.577893] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c700a6c-f613-4c9a-a82b-e6c39bca3e77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.582508] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.585505] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 660.585505] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe1ea4-d3ff-5cd8-acb1-91a22f3127da" [ 660.585505] env[65368]: _type = "Task" [ 660.585505] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.594628] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe1ea4-d3ff-5cd8-acb1-91a22f3127da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.665225] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529445b1-d325-b450-7f79-0dbae665d5c7, 'name': SearchDatastore_Task, 'duration_secs': 0.010536} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.665536] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.666065] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 660.666323] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cec915c8-8668-4ed3-bc0e-0f92dc0d47eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.675232] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 660.675232] env[65368]: value = "task-4424034" [ 660.675232] env[65368]: _type = "Task" [ 660.675232] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.686828] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424034, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.715061] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d4acda-bcaa-4d35-9d2f-7e4c7820ef1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.723471] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Doing hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 660.723743] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-2bee753e-76e4-4031-8d80-da622accfbcd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.730988] env[65368]: DEBUG oslo_vmware.api [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 660.730988] env[65368]: value = "task-4424035" [ 660.730988] env[65368]: _type = "Task" [ 660.730988] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.739986] env[65368]: DEBUG oslo_vmware.api [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424035, 'name': ResetVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.746700] env[65368]: DEBUG nova.compute.utils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.754526] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 660.754924] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 660.755356] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.757897] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.990503] env[65368]: WARNING neutronclient.v2_0.client [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.093534] env[65368]: DEBUG nova.policy [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '05c3f754fe334e4e83ae19307ef4a26d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eaee6b6de0bf41b6b658d5f8a9b56d51', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 661.102987] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe1ea4-d3ff-5cd8-acb1-91a22f3127da, 'name': SearchDatastore_Task, 'duration_secs': 0.01055} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.103327] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.103559] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.103878] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.103968] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.104110] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.104417] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03e64c6-6a46-4cee-bcf8-6922c7dfa5f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.117477] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.117826] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.119683] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88644178-c94a-4516-9d75-05c71b2255b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.129659] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 661.129659] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522f2f9f-52cb-acb2-21dc-bad4812ac8ae" [ 661.129659] env[65368]: _type = "Task" [ 661.129659] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.144904] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522f2f9f-52cb-acb2-21dc-bad4812ac8ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.185532] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424034, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.492138} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.185641] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 661.185824] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 661.186137] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b4f026d-8e5f-4ad9-96f1-7643b62a7515 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.193962] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 661.193962] env[65368]: value = "task-4424036" [ 661.193962] env[65368]: _type = "Task" [ 661.193962] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.204215] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424036, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.241911] env[65368]: DEBUG oslo_vmware.api [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424035, 'name': ResetVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.252057] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 661.464410] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Updated VIF entry in instance network info cache for port cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 661.464724] env[65368]: DEBUG nova.network.neutron [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Updating instance_info_cache with network_info: [{"id": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "address": "fa:16:3e:5d:f1:67", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.249", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcba80ff3-9e", "ovs_interfaceid": "cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.550574] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b674412e-1f62-4a1e-bf04-b1fbb04bcfd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.560619] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d18ab6-e810-419e-a4d0-c09631ba7718 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.597513] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Successfully created port: 2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 661.600608] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039c67a-54b1-4b16-bb70-5d8e07a68993 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.611223] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0ff604-8be7-4a3c-8067-d36b4edc06a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.629958] env[65368]: DEBUG nova.compute.provider_tree [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.641433] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522f2f9f-52cb-acb2-21dc-bad4812ac8ae, 'name': SearchDatastore_Task, 'duration_secs': 0.024816} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.642846] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9f743c2-8e63-4cf5-a228-18aab1aa9094 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.649790] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 661.649790] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab9b43-6c54-4033-15f5-747bfa7f772c" [ 661.649790] env[65368]: _type = "Task" [ 661.649790] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.661393] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab9b43-6c54-4033-15f5-747bfa7f772c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.704417] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424036, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077409} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.704724] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 661.705793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e2263e-0c7f-49ce-bd9c-c0485fd4b49c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.729904] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 661.730292] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6982bac0-11f2-4b6f-a580-ed4624a88a64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.754771] env[65368]: DEBUG oslo_vmware.api [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424035, 'name': ResetVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.756294] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 661.756294] env[65368]: value = "task-4424037" [ 661.756294] env[65368]: _type = "Task" [ 661.756294] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.771828] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424037, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.970772] env[65368]: DEBUG oslo_concurrency.lockutils [req-57fa0b9f-0636-432f-b3e7-e13a6acf4179 req-aa30151e-ebe7-4d34-8d44-23968e7db0c2 service nova] Releasing lock "refresh_cache-d75e811d-9481-43b0-90d3-266165edfbdb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.015522] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f74c82-2fb4-4530-aed9-c3c9207feae1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.039364] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 662.047523] env[65368]: DEBUG nova.compute.manager [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Received event network-vif-plugged-52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 662.047755] env[65368]: DEBUG oslo_concurrency.lockutils [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] Acquiring lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.047954] env[65368]: DEBUG oslo_concurrency.lockutils [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.048126] env[65368]: DEBUG oslo_concurrency.lockutils [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.048303] env[65368]: DEBUG nova.compute.manager [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] No waiting events found dispatching network-vif-plugged-52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.048457] env[65368]: WARNING nova.compute.manager [req-01c269d7-db8d-4803-96ec-300b4e5f1385 req-ab9823a6-4e7a-4d5d-865f-fc4c28325c45 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Received unexpected event network-vif-plugged-52161436-3128-41cd-a4e0-850615cb908f for instance with vm_state building and task_state spawning. [ 662.136399] env[65368]: DEBUG nova.scheduler.client.report [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 662.163356] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab9b43-6c54-4033-15f5-747bfa7f772c, 'name': SearchDatastore_Task, 'duration_secs': 0.011711} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.165884] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.165884] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 63c1e817-9211-4f9c-9c4a-15957d38a150/63c1e817-9211-4f9c-9c4a-15957d38a150.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.165884] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a556d3cb-8c74-4cce-b5ad-3e1a89acf332 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.173130] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 662.173130] env[65368]: value = "task-4424038" [ 662.173130] env[65368]: _type = "Task" [ 662.173130] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.184308] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424038, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.256102] env[65368]: DEBUG oslo_vmware.api [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424035, 'name': ResetVM_Task, 'duration_secs': 1.234098} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.256455] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Did hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 662.256571] env[65368]: DEBUG nova.compute.manager [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.257445] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89ed7504-b94c-4de2-aba4-76b71c91a064 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.266457] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 662.276286] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424037, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.298972] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 662.299346] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.299567] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 662.299803] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.299971] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 662.300107] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 662.300337] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 662.300479] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 662.300634] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 662.300808] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 662.300977] env[65368]: DEBUG nova.virt.hardware [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 662.302406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557cafdf-e077-477e-af62-4c6417200083 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.315358] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a2c1b9-2665-4062-9d42-77be371662a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.552191] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.552191] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47d51675-3d7b-453b-aee9-0d4f578c4095 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.563349] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 662.563349] env[65368]: value = "task-4424039" [ 662.563349] env[65368]: _type = "Task" [ 662.563349] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.580227] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.643940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.644595] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 662.648676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.972s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.648676] env[65368]: DEBUG nova.objects.instance [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lazy-loading 'resources' on Instance uuid 5a881b79-bad5-4ffb-99bc-40efc863adfd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.693900] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424038, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.770333] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424037, 'name': ReconfigVM_Task, 'duration_secs': 0.602501} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.770517] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f/6b91725d-6cf9-4d84-96a0-f11ae2a3870f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 662.771301] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-325a6870-add2-476c-ab2a-90b0a6b9abb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.782751] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 662.782751] env[65368]: value = "task-4424040" [ 662.782751] env[65368]: _type = "Task" [ 662.782751] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.782980] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5c1e7d5c-e7bd-4288-8bed-a3f73ff173ec tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 6.982s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.802927] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424040, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.075869] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424039, 'name': PowerOffVM_Task, 'duration_secs': 0.283079} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.076303] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 663.076525] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 663.157856] env[65368]: DEBUG nova.compute.utils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.163776] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.163776] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.167971] env[65368]: WARNING neutronclient.v2_0.client [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.167971] env[65368]: WARNING neutronclient.v2_0.client [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.187765] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424038, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515566} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.191153] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 63c1e817-9211-4f9c-9c4a-15957d38a150/63c1e817-9211-4f9c-9c4a-15957d38a150.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.191674] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.192935] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b21e0889-9d15-46e3-9c8b-305f35aba39d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.203022] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 663.203022] env[65368]: value = "task-4424041" [ 663.203022] env[65368]: _type = "Task" [ 663.203022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.217377] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.242357] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Successfully updated port: 2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 663.283929] env[65368]: DEBUG nova.policy [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7523018047344df6a5398fa76d0184cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'addbd6ad89924667b955cd01e16056f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.301264] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424040, 'name': Rename_Task, 'duration_secs': 0.170906} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.301264] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 663.301887] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6628a89a-15cb-4668-9f32-6ce4adcfc7be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.312456] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Waiting for the task: (returnval){ [ 663.312456] env[65368]: value = "task-4424042" [ 663.312456] env[65368]: _type = "Task" [ 663.312456] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.322325] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424042, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.464048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e52071-a10c-4b44-972c-d4fbd4a72b53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.473046] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c834ba-da39-4f31-a0cc-cd4ae4eb010b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.514860] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f779b32-ba44-4e38-a5b3-1502775d1dcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.523829] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-849c1607-bca9-42c5-860e-b8c9335c59f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.539581] env[65368]: DEBUG nova.compute.provider_tree [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.584551] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 663.584867] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 663.585164] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 663.585414] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 663.585457] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 663.585598] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 663.585823] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 663.586053] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 663.586320] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 663.586476] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 663.586652] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 663.592169] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-070a017b-bf97-4976-be4c-115bf57de6bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.607242] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Successfully created port: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 663.611296] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 663.611296] env[65368]: value = "task-4424043" [ 663.611296] env[65368]: _type = "Task" [ 663.611296] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.620547] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424043, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.663962] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 663.717060] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.283252} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.718385] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 663.719575] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831b6429-6899-4cca-a243-83ae01c93c7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.756658] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 63c1e817-9211-4f9c-9c4a-15957d38a150/63c1e817-9211-4f9c-9c4a-15957d38a150.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 663.757943] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.758023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquired lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.758382] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 663.760232] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cb5c48c-3dde-4ce9-b593-82063ef72d29 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.794480] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 663.794480] env[65368]: value = "task-4424044" [ 663.794480] env[65368]: _type = "Task" [ 663.794480] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.806972] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.822730] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424042, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.969842] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 664.043690] env[65368]: DEBUG nova.scheduler.client.report [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.122460] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424043, 'name': ReconfigVM_Task, 'duration_secs': 0.323138} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.122775] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 664.312279] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.323793] env[65368]: DEBUG oslo_vmware.api [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Task: {'id': task-4424042, 'name': PowerOnVM_Task, 'duration_secs': 0.930894} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.324229] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 664.324460] env[65368]: DEBUG nova.compute.manager [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 664.325299] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858da8cd-39b6-45fc-a700-9db63321708a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.548154] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.551460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.549s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.553966] env[65368]: INFO nova.compute.claims [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 664.577120] env[65368]: INFO nova.scheduler.client.report [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Deleted allocations for instance 5a881b79-bad5-4ffb-99bc-40efc863adfd [ 664.628949] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.629221] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.629360] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.629545] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.629754] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.629900] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.630139] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.630292] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.630450] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.630604] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.630789] env[65368]: DEBUG nova.virt.hardware [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.636914] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfiguring VM instance instance-00000007 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 664.637316] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b3ab9b7-6f8b-405e-82f1-ecb4751dc044 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.658761] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 664.658761] env[65368]: value = "task-4424045" [ 664.658761] env[65368]: _type = "Task" [ 664.658761] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.668570] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424045, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.677767] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.715915] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.716226] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.716389] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.716556] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.716696] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.716957] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.717240] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.717427] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.717593] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.717763] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.717891] env[65368]: DEBUG nova.virt.hardware [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.718816] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f06fd2-05ad-4b55-bda5-ca84244fc28b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.729594] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c97ab1-7d21-4ae9-998a-9aab1dde86ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.808443] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424044, 'name': ReconfigVM_Task, 'duration_secs': 0.845144} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.808971] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 63c1e817-9211-4f9c-9c4a-15957d38a150/63c1e817-9211-4f9c-9c4a-15957d38a150.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 664.809350] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b867772-f7ab-4b2d-8803-fa251cb5cfd2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.817382] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 664.817382] env[65368]: value = "task-4424046" [ 664.817382] env[65368]: _type = "Task" [ 664.817382] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.827995] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424046, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.844967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.089397] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9ecc0672-53b3-4c9a-a978-91104c2aec91 tempest-ServerDiagnosticsNegativeTest-407789583 tempest-ServerDiagnosticsNegativeTest-407789583-project-member] Lock "5a881b79-bad5-4ffb-99bc-40efc863adfd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.007s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.174548] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424045, 'name': ReconfigVM_Task, 'duration_secs': 0.259772} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.175248] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfigured VM instance instance-00000007 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 665.176500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cbbd1b-04e1-492b-93df-9af5643f91cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.204703] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.205079] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8d88366-5a82-46ce-abd6-10a009708592 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.227549] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 665.227549] env[65368]: value = "task-4424047" [ 665.227549] env[65368]: _type = "Task" [ 665.227549] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.238353] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.268674] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Successfully updated port: 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 665.285791] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.328607] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424046, 'name': Rename_Task, 'duration_secs': 0.228592} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.329505] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 665.329505] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab733c29-f9e0-4d9d-8691-7d9e006b9c91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.336539] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 665.336539] env[65368]: value = "task-4424048" [ 665.336539] env[65368]: _type = "Task" [ 665.336539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.348551] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.430940] env[65368]: DEBUG nova.network.neutron [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Updating instance_info_cache with network_info: [{"id": "2160ad99-0d67-4220-9039-67ad623b9c84", "address": "fa:16:3e:2c:7f:9e", "network": {"id": "613348d3-ee59-44e0-84ba-b6d0b1e56df4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1959092395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "eaee6b6de0bf41b6b658d5f8a9b56d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2160ad99-0d", "ovs_interfaceid": "2160ad99-0d67-4220-9039-67ad623b9c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.502840] env[65368]: DEBUG nova.compute.manager [req-2888c8a3-9a3c-4813-bd19-70775035c0e6 req-c8dfbb19-cff8-4c5a-a6e4-c0acb26d5c9b service nova] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Received event network-vif-deleted-7a2fe3f4-a206-4d06-a7f0-3d8c9d1be184 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 665.680029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.680029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.747334] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424047, 'name': ReconfigVM_Task, 'duration_secs': 0.414517} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.747603] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd/6a92499e-d5c1-42a8-9b44-3f0d01abf8bd.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.747923] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 665.773071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.773071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.773169] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 665.853178] env[65368]: DEBUG oslo_vmware.api [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424048, 'name': PowerOnVM_Task, 'duration_secs': 0.495138} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.853178] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 665.853435] env[65368]: INFO nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Took 8.48 seconds to spawn the instance on the hypervisor. [ 665.853517] env[65368]: DEBUG nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 665.854267] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea8a461-5af7-4e31-ab63-47f5d67bdebe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.906372] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38828e-a804-497d-80ef-512d2e681790 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.916866] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cd7d0f9-0820-47fc-bf53-f425a4bd8817 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.959994] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Releasing lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.960436] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Instance network_info: |[{"id": "2160ad99-0d67-4220-9039-67ad623b9c84", "address": "fa:16:3e:2c:7f:9e", "network": {"id": "613348d3-ee59-44e0-84ba-b6d0b1e56df4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1959092395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "eaee6b6de0bf41b6b658d5f8a9b56d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2160ad99-0d", "ovs_interfaceid": "2160ad99-0d67-4220-9039-67ad623b9c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 665.961775] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:7f:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '310b8ba9-edca-4135-863e-f4a786dd4a77', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2160ad99-0d67-4220-9039-67ad623b9c84', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.970297] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Creating folder: Project (eaee6b6de0bf41b6b658d5f8a9b56d51). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.971240] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2893d6a-7dbb-43aa-9518-4deeb7773b0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.974307] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c34101c-881c-45b9-b62f-092329a0befd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.983436] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34898dc8-53b2-4bb2-b607-ff72a672bc3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.988687] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Created folder: Project (eaee6b6de0bf41b6b658d5f8a9b56d51) in parent group-v865657. [ 665.988978] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Creating folder: Instances. Parent ref: group-v865699. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.990158] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33d87308-ec4d-42a9-8e2b-5ef41b0323c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.000328] env[65368]: DEBUG nova.compute.provider_tree [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.013043] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Created folder: Instances in parent group-v865699. [ 666.013960] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 666.014555] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 666.014636] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5ab5215-6806-4bc9-9e60-c9e8aae37849 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.038153] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 666.038153] env[65368]: value = "task-4424051" [ 666.038153] env[65368]: _type = "Task" [ 666.038153] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.048022] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424051, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.185651] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 666.256340] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357efbd7-4353-488c-b13e-08dab61e8406 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.284335] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532c7362-5e12-4d20-80fc-48f90cf888b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.310969] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 666.331939] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 666.377967] env[65368]: INFO nova.compute.manager [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Took 13.51 seconds to build instance. [ 666.447533] env[65368]: WARNING neutronclient.v2_0.client [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.507011] env[65368]: DEBUG nova.scheduler.client.report [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 666.543285] env[65368]: DEBUG nova.network.neutron [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Updating instance_info_cache with network_info: [{"id": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "address": "fa:16:3e:a9:73:fc", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b50b602-ef", "ovs_interfaceid": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 666.557461] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424051, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.594085] env[65368]: DEBUG nova.compute.manager [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Received event network-changed-52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 666.594085] env[65368]: DEBUG nova.compute.manager [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Refreshing instance network info cache due to event network-changed-52161436-3128-41cd-a4e0-850615cb908f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 666.594085] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Acquiring lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.594085] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Acquired lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.594085] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Refreshing network info cache for port 52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.715100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.803835] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.804458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 666.824755] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.825942] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 666.880398] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd4bd188-29c1-4ebb-83cd-49f5a28bd354 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.017s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 666.894263] env[65368]: DEBUG nova.network.neutron [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Port 3f997c50-13ff-49cd-8de3-50dd2ad2420f binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 666.945839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "dc08eda0-b021-47b9-a378-9317965a2c0e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.946465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.011036] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.011562] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 667.014891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.162s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.015781] env[65368]: DEBUG nova.objects.instance [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lazy-loading 'resources' on Instance uuid a590b8d5-8293-424c-8d01-51b5ee216020 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 667.052630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.052630] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Instance network_info: |[{"id": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "address": "fa:16:3e:a9:73:fc", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b50b602-ef", "ovs_interfaceid": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 667.053510] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:73:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b50b602-ef51-4c08-a1aa-9a2dbe02be17', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.065145] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 667.066547] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.066782] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd10d42e-df8f-4bac-9a47-f941c4e6ba63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.086389] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424051, 'name': CreateVM_Task, 'duration_secs': 0.624555} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.087018] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.087531] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.089297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.089297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.089297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.089297] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1995ccc5-a970-44de-b216-5abce303e789 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.094286] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.094286] env[65368]: value = "task-4424052" [ 667.094286] env[65368]: _type = "Task" [ 667.094286] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.105130] env[65368]: WARNING neutronclient.v2_0.client [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.107863] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 667.107863] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5274fb9f-3275-321a-3d60-88af27e04fcd" [ 667.107863] env[65368]: _type = "Task" [ 667.107863] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.121184] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424052, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.128892] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5274fb9f-3275-321a-3d60-88af27e04fcd, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.129391] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.129495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.129666] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.129811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.129991] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.130299] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d70b2d-9a60-481c-adb5-af8a480d7fd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.142145] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.142414] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.144465] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7425015c-0621-4619-a94e-3f34c42ede9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.151034] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 667.151034] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5266d97a-8a20-2977-b656-b02f5e5e53c6" [ 667.151034] env[65368]: _type = "Task" [ 667.151034] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.164073] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5266d97a-8a20-2977-b656-b02f5e5e53c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.307765] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 667.450594] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 667.519051] env[65368]: DEBUG nova.compute.utils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 667.526367] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 667.526367] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 667.526545] env[65368]: WARNING neutronclient.v2_0.client [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.526682] env[65368]: WARNING neutronclient.v2_0.client [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.605426] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424052, 'name': CreateVM_Task, 'duration_secs': 0.507566} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.605530] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 667.606262] env[65368]: WARNING neutronclient.v2_0.client [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.606350] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.606511] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.607468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.607468] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c467415-8ebf-4601-86f4-51637833719a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.618681] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 667.618681] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52969942-0cc6-3476-ee23-00368b9e302e" [ 667.618681] env[65368]: _type = "Task" [ 667.618681] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.636956] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52969942-0cc6-3476-ee23-00368b9e302e, 'name': SearchDatastore_Task, 'duration_secs': 0.010911} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.637347] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.637550] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.637775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.637903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.638208] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.638902] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a79c271-14d7-4359-a13d-8e8e66bd96d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.656830] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.656830] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.659503] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-872bf2dd-7cf2-41e0-98cb-6f9fa9a564d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.663503] env[65368]: DEBUG nova.policy [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c45be09aa18465aa81b1eb87a18ce93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff109f194ec34a5cbfdf111876578c64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 667.675762] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5266d97a-8a20-2977-b656-b02f5e5e53c6, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.678511] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 667.678511] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527e2593-a1b0-25b5-47ce-25e5c8d7642b" [ 667.678511] env[65368]: _type = "Task" [ 667.678511] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.678796] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-466b4f85-278d-47cc-bedc-d3b0e0b82f6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.689689] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 667.689689] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2e066-e846-7c27-8009-6684ecf5084a" [ 667.689689] env[65368]: _type = "Task" [ 667.689689] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.697536] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527e2593-a1b0-25b5-47ce-25e5c8d7642b, 'name': SearchDatastore_Task, 'duration_secs': 0.011353} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.702016] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb21774-e7bb-446f-9da1-340c814c9f57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.709260] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 667.709260] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521aba63-fe87-65cb-f0e7-916044d1009e" [ 667.709260] env[65368]: _type = "Task" [ 667.709260] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.716200] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2e066-e846-7c27-8009-6684ecf5084a, 'name': SearchDatastore_Task, 'duration_secs': 0.011714} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.717856] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.717856] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 34c3dcde-2052-4c9d-b039-22c3f08b08c9/34c3dcde-2052-4c9d-b039-22c3f08b08c9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.717856] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7359949a-6a6a-4050-8e7a-316c2855cbf9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.733154] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521aba63-fe87-65cb-f0e7-916044d1009e, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.735804] env[65368]: WARNING neutronclient.v2_0.client [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 667.738308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.739816] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4ffee2b-d810-4b51-acb2-2550877259b9/c4ffee2b-d810-4b51-acb2-2550877259b9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 667.739816] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 667.739816] env[65368]: value = "task-4424053" [ 667.739816] env[65368]: _type = "Task" [ 667.739816] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.739816] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-893691e7-e4ad-4768-a1ac-19c479c31dc3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.756081] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.762549] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 667.762549] env[65368]: value = "task-4424054" [ 667.762549] env[65368]: _type = "Task" [ 667.762549] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.777892] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424054, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.845411] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.930414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.931680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.931680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.991830] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.994492] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f916682c-4d68-4827-9d8b-2d38eb312e5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.005770] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bd1bd1-4c22-4c0d-ad57-3cef3f0aac81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.043392] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 668.052401] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813a3484-24f2-4b5c-abc5-04de90e0d3d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.062605] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0100d99a-a235-4399-9cb8-c68373ea1ab2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.080171] env[65368]: DEBUG nova.compute.provider_tree [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 668.128518] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.128787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.128955] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.129184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.129330] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.134698] env[65368]: INFO nova.compute.manager [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Terminating instance [ 668.257700] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424053, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.278340] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424054, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.313914] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Successfully created port: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 668.387793] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Updated VIF entry in instance network info cache for port 52161436-3128-41cd-a4e0-850615cb908f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 668.387793] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Updating instance_info_cache with network_info: [{"id": "52161436-3128-41cd-a4e0-850615cb908f", "address": "fa:16:3e:8d:4b:48", "network": {"id": "e647f30b-f7b5-4bdb-95bc-7e221e366e4c", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-121410382-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96bb42c8cf504e2ba4a0bfdafd0a0b9f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f5f49a7d-c6e5-404f-b71a-91d8c070cd18", "external-id": "nsx-vlan-transportzone-120", "segmentation_id": 120, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52161436-31", "ovs_interfaceid": "52161436-3128-41cd-a4e0-850615cb908f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.584874] env[65368]: DEBUG nova.scheduler.client.report [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 668.640466] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "refresh_cache-6b91725d-6cf9-4d84-96a0-f11ae2a3870f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.640670] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquired lock "refresh_cache-6b91725d-6cf9-4d84-96a0-f11ae2a3870f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.640811] env[65368]: DEBUG nova.network.neutron [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.756659] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726929} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.756659] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 34c3dcde-2052-4c9d-b039-22c3f08b08c9/34c3dcde-2052-4c9d-b039-22c3f08b08c9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.756659] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.756659] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44d79a90-9c6a-4de6-a612-434600fa051e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.767047] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 668.767047] env[65368]: value = "task-4424055" [ 668.767047] env[65368]: _type = "Task" [ 668.767047] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.781650] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424055, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.784650] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424054, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829097} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.784981] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4ffee2b-d810-4b51-acb2-2550877259b9/c4ffee2b-d810-4b51-acb2-2550877259b9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 668.785086] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 668.785664] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbf53cba-aa41-4336-b696-0a1a4b24e68b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.795564] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 668.795564] env[65368]: value = "task-4424056" [ 668.795564] env[65368]: _type = "Task" [ 668.795564] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.808132] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.894672] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Releasing lock "refresh_cache-63c1e817-9211-4f9c-9c4a-15957d38a150" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.895190] env[65368]: DEBUG nova.compute.manager [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Received event network-vif-deleted-479e27be-ab20-42ca-983c-11f29c11c33d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 668.896147] env[65368]: DEBUG nova.compute.manager [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received event network-changed-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 668.896147] env[65368]: DEBUG nova.compute.manager [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing instance network info cache due to event network-changed-128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 668.896147] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Acquiring lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.896147] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Acquired lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.896147] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Refreshing network info cache for port 128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 668.939716] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.061631] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.092951] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:42:49Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='775319122',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-933910619',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.093215] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.093367] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.093538] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.093676] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.093818] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.094123] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.094323] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.094491] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.094649] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.094814] env[65368]: DEBUG nova.virt.hardware [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.095582] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.098353] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caa86586-f51d-49e6-b3bb-5223444acb5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.102427] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.621s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.102654] env[65368]: DEBUG nova.objects.instance [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lazy-loading 'resources' on Instance uuid 1c7e03bb-9705-4939-a430-70916037072c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.110496] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65126113-4726-4922-9fc8-e00db04394b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.129607] env[65368]: INFO nova.scheduler.client.report [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Deleted allocations for instance a590b8d5-8293-424c-8d01-51b5ee216020 [ 669.144838] env[65368]: WARNING neutronclient.v2_0.client [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.281419] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424055, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072773} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.281688] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.282565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3fca06a-70f5-45a2-a28d-76a41c8be242 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.307695] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 34c3dcde-2052-4c9d-b039-22c3f08b08c9/34c3dcde-2052-4c9d-b039-22c3f08b08c9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.311295] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c3c54ed6-ac49-47c4-b645-0b4eda622da6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.332950] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076917} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.334637] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 669.335035] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 669.335035] env[65368]: value = "task-4424057" [ 669.335035] env[65368]: _type = "Task" [ 669.335035] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.335877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca194741-286a-4510-b221-250517c9bdb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.347369] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424057, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.365658] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] c4ffee2b-d810-4b51-acb2-2550877259b9/c4ffee2b-d810-4b51-acb2-2550877259b9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.365999] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29fb53a9-db11-49b9-b53b-b15c92859174 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.386562] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 669.386562] env[65368]: value = "task-4424058" [ 669.386562] env[65368]: _type = "Task" [ 669.386562] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.396340] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.399746] env[65368]: WARNING neutronclient.v2_0.client [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.640845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d61cc5bc-833d-4404-a316-68be31144459 tempest-ServerDiagnosticsV248Test-1455269217 tempest-ServerDiagnosticsV248Test-1455269217-project-member] Lock "a590b8d5-8293-424c-8d01-51b5ee216020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.436s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.719992] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.720401] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.720401] env[65368]: DEBUG nova.network.neutron [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.849968] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.900266] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424058, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.919159] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02f3fbe3-e4f3-492b-8a67-917bb114236a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.927506] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1fb09-6726-4f17-b1f9-737012ccceb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.960250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-955b7ddb-1295-44e8-bacf-096bf3bb8428 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.968799] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b5bc5d-ef09-48bb-b4e3-3fdb9dc0765c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.984611] env[65368]: DEBUG nova.compute.provider_tree [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 670.031547] env[65368]: DEBUG nova.network.neutron [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 670.206770] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Successfully updated port: 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 670.223372] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.353416] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424057, 'name': ReconfigVM_Task, 'duration_secs': 0.746831} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.354210] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 34c3dcde-2052-4c9d-b039-22c3f08b08c9/34c3dcde-2052-4c9d-b039-22c3f08b08c9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.355092] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-275f0c62-340c-40b4-829a-0e2bcab8e1fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.358323] env[65368]: DEBUG nova.network.neutron [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.367015] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 670.367015] env[65368]: value = "task-4424059" [ 670.367015] env[65368]: _type = "Task" [ 670.367015] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.378533] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424059, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.397929] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424058, 'name': ReconfigVM_Task, 'duration_secs': 0.769072} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.398227] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Reconfigured VM instance instance-0000000f to attach disk [datastore1] c4ffee2b-d810-4b51-acb2-2550877259b9/c4ffee2b-d810-4b51-acb2-2550877259b9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.401465] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-786fdfa7-bdf8-4f5f-b138-c23ca92b6fc0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.409029] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 670.409029] env[65368]: value = "task-4424060" [ 670.409029] env[65368]: _type = "Task" [ 670.409029] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.420032] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424060, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.475171] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Received event network-vif-plugged-2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 670.475368] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquiring lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.475555] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.475698] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.475888] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] No waiting events found dispatching network-vif-plugged-2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 670.475994] env[65368]: WARNING nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Received unexpected event network-vif-plugged-2160ad99-0d67-4220-9039-67ad623b9c84 for instance with vm_state building and task_state spawning. [ 670.476165] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Received event network-changed-2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 670.476587] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Refreshing instance network info cache due to event network-changed-2160ad99-0d67-4220-9039-67ad623b9c84. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 670.476833] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquiring lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.476969] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquired lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.477136] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Refreshing network info cache for port 2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.488622] env[65368]: DEBUG nova.scheduler.client.report [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.511742] env[65368]: WARNING neutronclient.v2_0.client [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.595760] env[65368]: WARNING neutronclient.v2_0.client [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.710062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.710205] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.710421] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 670.714839] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updated VIF entry in instance network info cache for port 128b8765-41ec-4be6-a777-030148be364d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 670.715199] env[65368]: DEBUG nova.network.neutron [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updating instance_info_cache with network_info: [{"id": "128b8765-41ec-4be6-a777-030148be364d", "address": "fa:16:3e:22:b0:b1", "network": {"id": "09cc0d5f-0238-445c-8e92-d13b456ca850", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1784643669-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3322d41a11b1483ab50cb6cbb1530d48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap128b8765-41", "ovs_interfaceid": "128b8765-41ec-4be6-a777-030148be364d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.861402] env[65368]: DEBUG nova.network.neutron [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.863631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Releasing lock "refresh_cache-6b91725d-6cf9-4d84-96a0-f11ae2a3870f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.864271] env[65368]: DEBUG nova.compute.manager [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 670.864533] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.865693] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03eae7ae-c926-4bd9-a7b3-9b08b38127a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.881827] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.885182] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53ac4592-3519-48a9-bf20-7a5423ffe4d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.888314] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424059, 'name': Rename_Task, 'duration_secs': 0.154377} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.888610] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.889701] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dc88764-eeae-463c-b78d-46c6a136b876 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.897782] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 670.897782] env[65368]: value = "task-4424061" [ 670.897782] env[65368]: _type = "Task" [ 670.897782] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.904988] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 670.904988] env[65368]: value = "task-4424062" [ 670.904988] env[65368]: _type = "Task" [ 670.904988] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.913990] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4424061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.933025] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424062, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.933025] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424060, 'name': Rename_Task, 'duration_secs': 0.158901} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.933025] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.933304] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-227f257c-4639-490c-92db-f4737b164ac2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.941239] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 670.941239] env[65368]: value = "task-4424063" [ 670.941239] env[65368]: _type = "Task" [ 670.941239] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.951424] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424063, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.986731] env[65368]: WARNING neutronclient.v2_0.client [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.997186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.895s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.000230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.477s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.000586] env[65368]: DEBUG nova.objects.instance [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lazy-loading 'resources' on Instance uuid 29fa58ab-4bf5-406b-bad1-287f3020822a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.012291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.013207] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.013553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.013880] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.015285] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.017603] env[65368]: INFO nova.compute.manager [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Terminating instance [ 671.033513] env[65368]: INFO nova.scheduler.client.report [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Deleted allocations for instance 1c7e03bb-9705-4939-a430-70916037072c [ 671.099389] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "cc1adefd-a061-47e0-bf8e-38ef27790723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 671.099622] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 671.220684] env[65368]: DEBUG oslo_concurrency.lockutils [req-d03741fc-d059-4f63-a83b-1caac98e6c58 req-76c831e3-a8e1-4e4c-af95-ed9dbd6f67d4 service nova] Releasing lock "refresh_cache-99da686d-5c92-4163-827c-caf2ab07a9f8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.268930] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 671.366799] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.417710] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.422307] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4424061, 'name': PowerOffVM_Task, 'duration_secs': 0.267977} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.422892] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.423115] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.423471] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-631bbfbe-3f60-4471-9619-d182be98d006 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.431533] env[65368]: WARNING neutronclient.v2_0.client [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.457582] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424063, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.459202] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.459430] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.459653] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleting the datastore file [datastore1] 6b91725d-6cf9-4d84-96a0-f11ae2a3870f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.459861] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3ae656-c3b9-4826-87b3-3ba1f0098f8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.466713] env[65368]: WARNING neutronclient.v2_0.client [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.471793] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for the task: (returnval){ [ 671.471793] env[65368]: value = "task-4424065" [ 671.471793] env[65368]: _type = "Task" [ 671.471793] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.481972] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4424065, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.526346] env[65368]: DEBUG nova.compute.manager [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 671.526590] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 671.527538] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7d098c-6ea7-4799-8745-5ece6d874aef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.544444] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 671.544770] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a519fd1a-dcc7-45b6-9d3e-2ccff0d8cf16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.548034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce633eef-9ba9-47b3-a7e8-ae1eae4c0bc0 tempest-ServerExternalEventsTest-2085370668 tempest-ServerExternalEventsTest-2085370668-project-member] Lock "1c7e03bb-9705-4939-a430-70916037072c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.228s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 671.555229] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 671.555229] env[65368]: value = "task-4424066" [ 671.555229] env[65368]: _type = "Task" [ 671.555229] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.566983] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424066, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.602965] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 671.614540] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Updated VIF entry in instance network info cache for port 2160ad99-0d67-4220-9039-67ad623b9c84. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 671.614540] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Updating instance_info_cache with network_info: [{"id": "2160ad99-0d67-4220-9039-67ad623b9c84", "address": "fa:16:3e:2c:7f:9e", "network": {"id": "613348d3-ee59-44e0-84ba-b6d0b1e56df4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1959092395-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eaee6b6de0bf41b6b658d5f8a9b56d51", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "310b8ba9-edca-4135-863e-f4a786dd4a77", "external-id": "nsx-vlan-transportzone-768", "segmentation_id": 768, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2160ad99-0d", "ovs_interfaceid": "2160ad99-0d67-4220-9039-67ad623b9c84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.679921] env[65368]: DEBUG nova.network.neutron [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updating instance_info_cache with network_info: [{"id": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "address": "fa:16:3e:4b:b8:f1", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6353f24f-ad", "ovs_interfaceid": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.912510] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afaf343d-ab00-44dd-a6f2-953d3e0fca90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.928264] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.951809] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646a746d-7ed3-4abc-9796-91c7bb68bea3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.965966] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 671.971155] env[65368]: DEBUG oslo_vmware.api [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424063, 'name': PowerOnVM_Task, 'duration_secs': 0.584024} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.974162] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.974482] env[65368]: INFO nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Took 7.30 seconds to spawn the instance on the hypervisor. [ 671.975051] env[65368]: DEBUG nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 671.978031] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69afb3-9805-435f-99fc-8f22a5f0a866 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.998282] env[65368]: DEBUG oslo_vmware.api [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Task: {'id': task-4424065, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107946} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.998762] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.998933] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.999221] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.999414] env[65368]: INFO nova.compute.manager [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 671.999683] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 671.999937] env[65368]: DEBUG nova.compute.manager [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 672.000044] env[65368]: DEBUG nova.network.neutron [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 672.000318] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.030230] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef147ef-8b4a-490c-a12d-3af25d71fc44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.040789] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dcdca1-bc4f-4cfd-8065-31ddf9ccd0b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.090702] env[65368]: DEBUG nova.network.neutron [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 672.091723] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.096324] env[65368]: DEBUG nova.compute.manager [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Received event network-vif-plugged-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 672.096528] env[65368]: DEBUG oslo_concurrency.lockutils [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] Acquiring lock "052a2265-f955-4bfc-a13f-1502d4363782-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.096728] env[65368]: DEBUG oslo_concurrency.lockutils [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] Lock "052a2265-f955-4bfc-a13f-1502d4363782-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.096883] env[65368]: DEBUG oslo_concurrency.lockutils [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] Lock "052a2265-f955-4bfc-a13f-1502d4363782-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.097051] env[65368]: DEBUG nova.compute.manager [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] No waiting events found dispatching network-vif-plugged-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 672.097209] env[65368]: WARNING nova.compute.manager [req-4c43285a-086c-4029-9623-d8de3885eeee req-508b0896-d2a3-40e1-bac5-26dd891d13a4 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Received unexpected event network-vif-plugged-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 for instance with vm_state building and task_state spawning. [ 672.098330] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a99cc9-f17e-4d31-82f6-bb72c0205ae1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.112028] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424066, 'name': PowerOffVM_Task, 'duration_secs': 0.447452} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.115321] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 672.115564] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.117266] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b935ba91-f071-4580-93b9-a8239dedb5e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.126293] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3be8cd96-b013-4525-898c-fbcd15ff571f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.128478] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Releasing lock "refresh_cache-34c3dcde-2052-4c9d-b039-22c3f08b08c9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.129152] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Received event network-vif-plugged-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 672.129152] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquiring lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.129152] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.129355] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.130521] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] No waiting events found dispatching network-vif-plugged-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 672.130521] env[65368]: WARNING nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Received unexpected event network-vif-plugged-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 for instance with vm_state building and task_state spawning. [ 672.130521] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Received event network-changed-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 672.130521] env[65368]: DEBUG nova.compute.manager [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Refreshing instance network info cache due to event network-changed-7b50b602-ef51-4c08-a1aa-9a2dbe02be17. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 672.130521] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquiring lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.130740] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Acquired lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.130740] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Refreshing network info cache for port 7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.146326] env[65368]: DEBUG nova.compute.provider_tree [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.148640] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.182971] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183418] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Instance network_info: |[{"id": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "address": "fa:16:3e:4b:b8:f1", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6353f24f-ad", "ovs_interfaceid": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 672.184095] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:b8:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6353f24f-ad10-4fa4-8dcb-0c2f5ba20948', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.197039] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Creating folder: Project (ff109f194ec34a5cbfdf111876578c64). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.197851] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25d8dfd0-3f8d-421f-ad4c-1a5cf090270c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.217458] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Created folder: Project (ff109f194ec34a5cbfdf111876578c64) in parent group-v865657. [ 672.217878] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Creating folder: Instances. Parent ref: group-v865703. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.218113] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 672.218392] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 672.218561] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Deleting the datastore file [datastore2] db8b8ec7-b829-4f25-9b03-7a9cee315904 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 672.218862] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-500859fd-f0a0-43b4-8255-e90ca16e19f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.220999] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56f79672-7a36-412c-bff0-f60c92370268 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.228947] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for the task: (returnval){ [ 672.228947] env[65368]: value = "task-4424070" [ 672.228947] env[65368]: _type = "Task" [ 672.228947] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.235563] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Created folder: Instances in parent group-v865703. [ 672.235989] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 672.236138] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.236383] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9148b2c8-c503-4a4f-b1da-f370e3031f37 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257495] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424070, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.266131] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.266131] env[65368]: value = "task-4424071" [ 672.266131] env[65368]: _type = "Task" [ 672.266131] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.276259] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424071, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.292051] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "d75e811d-9481-43b0-90d3-266165edfbdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.292276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.292462] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.292948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.292948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.294972] env[65368]: INFO nova.compute.manager [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Terminating instance [ 672.422955] env[65368]: DEBUG oslo_vmware.api [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424062, 'name': PowerOnVM_Task, 'duration_secs': 1.377294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.424536] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.424536] env[65368]: INFO nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Took 10.16 seconds to spawn the instance on the hypervisor. [ 672.424536] env[65368]: DEBUG nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.424710] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49d68e3-5925-478f-97c4-4c95e2f57304 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.476163] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 672.477606] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b09611-a952-44f6-acfd-6784fca60707 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.486218] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 672.486218] env[65368]: value = "task-4424072" [ 672.486218] env[65368]: _type = "Task" [ 672.486218] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.497438] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.506164] env[65368]: INFO nova.compute.manager [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Took 18.66 seconds to build instance. [ 672.603901] env[65368]: DEBUG nova.network.neutron [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.633854] env[65368]: WARNING neutronclient.v2_0.client [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.650937] env[65368]: DEBUG nova.scheduler.client.report [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.743805] env[65368]: DEBUG oslo_vmware.api [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Task: {'id': task-4424070, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151351} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.743805] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 672.743805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 672.743805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 672.743805] env[65368]: INFO nova.compute.manager [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Took 1.22 seconds to destroy the instance on the hypervisor. [ 672.744160] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 672.744160] env[65368]: DEBUG nova.compute.manager [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 672.744160] env[65368]: DEBUG nova.network.neutron [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 672.744160] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.778532] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424071, 'name': CreateVM_Task, 'duration_secs': 0.487473} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.778734] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 672.779266] env[65368]: WARNING neutronclient.v2_0.client [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.779767] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.779876] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.780167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.780448] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc799d9-10c8-414d-b5f6-a3b535772805 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.786977] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 672.786977] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e2465-8be7-36f3-19c8-7040a098c898" [ 672.786977] env[65368]: _type = "Task" [ 672.786977] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.796915] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e2465-8be7-36f3-19c8-7040a098c898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.799539] env[65368]: DEBUG nova.compute.manager [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 672.799539] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.799798] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf28aa31-e04d-4568-b1c1-873cb6378692 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.812443] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 672.812443] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c9018c2-2f01-4f74-8c98-c59f97fe2d4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.820220] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 672.820220] env[65368]: value = "task-4424073" [ 672.820220] env[65368]: _type = "Task" [ 672.820220] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.831841] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424073, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.951662] env[65368]: INFO nova.compute.manager [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Took 19.30 seconds to build instance. [ 672.999073] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424072, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.006049] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.011073] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc0efeb8-068f-4c94-a7e8-fbc3fe81672c tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.176s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.107176] env[65368]: INFO nova.compute.manager [-] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Took 1.11 seconds to deallocate network for instance. [ 673.162031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.167020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.584s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.172048] env[65368]: INFO nova.compute.claims [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.197656] env[65368]: INFO nova.scheduler.client.report [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Deleted allocations for instance 29fa58ab-4bf5-406b-bad1-287f3020822a [ 673.303932] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e2465-8be7-36f3-19c8-7040a098c898, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.304326] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.304591] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.305422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.305422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.305422] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.305904] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41de9449-60a4-4077-9bdf-3d39122a7da8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.317141] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.317141] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.317882] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c37161-9b71-4ae9-8189-8793a1a18ce2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.332266] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424073, 'name': PowerOffVM_Task, 'duration_secs': 0.291687} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.333483] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.333596] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.334096] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 673.334096] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52570ada-a742-06e0-f24a-fbfd48dd33d4" [ 673.334096] env[65368]: _type = "Task" [ 673.334096] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.334345] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52d9c2e9-c726-4d1f-a249-98505c9c2af2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.346108] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52570ada-a742-06e0-f24a-fbfd48dd33d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01117} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.346955] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae33c317-4557-4c2a-bfe3-55b418217361 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.355193] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 673.355193] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52efb41e-583f-61b4-4fe4-5f6b0b760552" [ 673.355193] env[65368]: _type = "Task" [ 673.355193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.365775] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52efb41e-583f-61b4-4fe4-5f6b0b760552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.422444] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.422685] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.422983] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Deleting the datastore file [datastore1] d75e811d-9481-43b0-90d3-266165edfbdb {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.423270] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dfe75577-9080-4c59-a3e0-a99f249d51cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.432352] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for the task: (returnval){ [ 673.432352] env[65368]: value = "task-4424075" [ 673.432352] env[65368]: _type = "Task" [ 673.432352] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.440009] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.453245] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc681b4-fc48-47df-ba28-7a13a7d0f958 tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.813s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.499251] env[65368]: DEBUG oslo_vmware.api [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424072, 'name': PowerOnVM_Task, 'duration_secs': 0.689186} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.499251] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 673.499251] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f28a64f-7f9f-4fe8-81ce-934f3ba70f2b tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance '6a92499e-d5c1-42a8-9b44-3f0d01abf8bd' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 673.614940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.706951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b5b6fa-c6e7-48eb-9f78-48f3c86644dd tempest-InstanceActionsV221TestJSON-1395775381 tempest-InstanceActionsV221TestJSON-1395775381-project-member] Lock "29fa58ab-4bf5-406b-bad1-287f3020822a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.697s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.867820] env[65368]: DEBUG nova.network.neutron [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.868952] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52efb41e-583f-61b4-4fe4-5f6b0b760552, 'name': SearchDatastore_Task, 'duration_secs': 0.011102} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.873903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.874248] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 052a2265-f955-4bfc-a13f-1502d4363782/052a2265-f955-4bfc-a13f-1502d4363782.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 673.874767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c31f9851-fe31-4d81-ae78-687a9da98977 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.886650] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 673.886650] env[65368]: value = "task-4424076" [ 673.886650] env[65368]: _type = "Task" [ 673.886650] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.901729] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.944421] env[65368]: DEBUG oslo_vmware.api [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Task: {'id': task-4424075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144986} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.944771] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.944961] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.945210] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.945441] env[65368]: INFO nova.compute.manager [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 673.945712] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 673.945995] env[65368]: DEBUG nova.compute.manager [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 673.946149] env[65368]: DEBUG nova.network.neutron [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 673.946612] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.017070] env[65368]: WARNING neutronclient.v2_0.client [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.096389] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.378446] env[65368]: INFO nova.compute.manager [-] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Took 1.63 seconds to deallocate network for instance. [ 674.402390] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424076, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515195} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.402714] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 052a2265-f955-4bfc-a13f-1502d4363782/052a2265-f955-4bfc-a13f-1502d4363782.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 674.402947] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 674.403342] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-781f69e0-f3bd-49b5-a869-fb44e1cb9a55 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.416072] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 674.416072] env[65368]: value = "task-4424077" [ 674.416072] env[65368]: _type = "Task" [ 674.416072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.427124] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.465882] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Updated VIF entry in instance network info cache for port 7b50b602-ef51-4c08-a1aa-9a2dbe02be17. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 674.466864] env[65368]: DEBUG nova.network.neutron [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Updating instance_info_cache with network_info: [{"id": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "address": "fa:16:3e:a9:73:fc", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.198", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b50b602-ef", "ovs_interfaceid": "7b50b602-ef51-4c08-a1aa-9a2dbe02be17", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.577371] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba6f3e6-54ab-421f-801c-59b644a588e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.586319] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a60ab62-dd56-45af-b6fa-d7ade88f7c48 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.625178] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ecc220-8e4c-41ee-b732-5544e4f049fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.635283] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbc35b7-fbd5-4106-87ef-661f1554c865 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.650991] env[65368]: DEBUG nova.compute.provider_tree [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 674.895465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.934022] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076693} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.934433] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 674.935547] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74d4ce5-019e-461c-914a-f7cf8dadc11c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.961926] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 052a2265-f955-4bfc-a13f-1502d4363782/052a2265-f955-4bfc-a13f-1502d4363782.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 674.962468] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-253004ba-fdcf-45a2-a7b9-eec6dd506577 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.978886] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a9d4abb-7c94-449f-9305-fb05295c2a8a req-da4c4978-02f8-46e3-b01e-09434a1c7216 service nova] Releasing lock "refresh_cache-c4ffee2b-d810-4b51-acb2-2550877259b9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.980030] env[65368]: DEBUG nova.network.neutron [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.989401] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 674.989401] env[65368]: value = "task-4424078" [ 674.989401] env[65368]: _type = "Task" [ 674.989401] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.000026] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424078, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.154245] env[65368]: DEBUG nova.scheduler.client.report [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.459841] env[65368]: DEBUG nova.compute.manager [req-dceb12c4-c5fc-4893-99ff-2f79a1b20505 req-bf1835c2-0147-4dad-830b-4edf6d8a66de service nova] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Received event network-vif-deleted-edb3f6a1-0f74-47b0-ae4e-d57605c5a935 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 675.482421] env[65368]: INFO nova.compute.manager [-] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Took 1.54 seconds to deallocate network for instance. [ 675.502505] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.660687] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.676598] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 675.676598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.819s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.676598] env[65368]: DEBUG nova.objects.instance [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 675.929116] env[65368]: DEBUG nova.compute.manager [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Received event network-changed-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 675.929116] env[65368]: DEBUG nova.compute.manager [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Refreshing instance network info cache due to event network-changed-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 675.929116] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] Acquiring lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.929116] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] Acquired lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.929116] env[65368]: DEBUG nova.network.neutron [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Refreshing network info cache for port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.975499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "63c1e817-9211-4f9c-9c4a-15957d38a150" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.975814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.976061] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.976232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.976423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.978762] env[65368]: INFO nova.compute.manager [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Terminating instance [ 675.996085] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.005253] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424078, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.042797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "99da686d-5c92-4163-827c-caf2ab07a9f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.042797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.042797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.043520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.043520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.044512] env[65368]: INFO nova.compute.manager [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Terminating instance [ 676.171134] env[65368]: DEBUG nova.compute.utils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 676.177430] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 676.432569] env[65368]: WARNING neutronclient.v2_0.client [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.484270] env[65368]: DEBUG nova.compute.manager [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 676.484790] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.485478] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d141168-5747-44fd-8136-1bf16d046e80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.494138] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.494913] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b030b1a-dda6-4770-bd05-62a6c6b1c5b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.499949] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424078, 'name': ReconfigVM_Task, 'duration_secs': 1.419169} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.500181] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 052a2265-f955-4bfc-a13f-1502d4363782/052a2265-f955-4bfc-a13f-1502d4363782.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.501731] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6be07ad6-1c49-42f1-98d5-169f0a037efd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.503438] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 676.503438] env[65368]: value = "task-4424079" [ 676.503438] env[65368]: _type = "Task" [ 676.503438] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.508493] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 676.508493] env[65368]: value = "task-4424080" [ 676.508493] env[65368]: _type = "Task" [ 676.508493] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.515439] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424079, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.521957] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424080, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.548837] env[65368]: DEBUG nova.compute.manager [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 676.549171] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 676.550355] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba05279-b34c-47b5-b3e3-e5b1d6f8a189 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.559389] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 676.559658] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cad741e1-ee47-4940-add1-43b8abba1c6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.567210] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 676.567210] env[65368]: value = "task-4424081" [ 676.567210] env[65368]: _type = "Task" [ 676.567210] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.578232] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4424081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.609649] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "interface-34c3dcde-2052-4c9d-b039-22c3f08b08c9-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.610059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "interface-34c3dcde-2052-4c9d-b039-22c3f08b08c9-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.610439] env[65368]: DEBUG nova.objects.instance [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lazy-loading 'flavor' on Instance uuid 34c3dcde-2052-4c9d-b039-22c3f08b08c9 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 676.677862] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 676.682442] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e9980990-2ac7-477b-9438-e07c2d451acd tempest-ServersAdmin275Test-757558908 tempest-ServersAdmin275Test-757558908-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.685414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.969s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.685677] env[65368]: INFO nova.compute.claims [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 677.027068] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424080, 'name': Rename_Task, 'duration_secs': 0.279422} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.027318] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424079, 'name': PowerOffVM_Task, 'duration_secs': 0.308743} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.030042] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.030404] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.030630] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.030921] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6958e8a2-aa8a-48f1-8dfc-094eb0c8d4f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.034349] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99bf1b9e-62a6-474c-b716-6de92e03f8be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.043692] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 677.043692] env[65368]: value = "task-4424082" [ 677.043692] env[65368]: _type = "Task" [ 677.043692] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.053933] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424082, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.078681] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4424081, 'name': PowerOffVM_Task, 'duration_secs': 0.28956} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.078893] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 677.079153] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 677.079490] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5f1fedf-1edd-4614-9e7b-5a499b49e9ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.114515] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.114669] env[65368]: DEBUG nova.objects.instance [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lazy-loading 'pci_requests' on Instance uuid 34c3dcde-2052-4c9d-b039-22c3f08b08c9 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 677.118792] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.119016] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.119338] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Deleting the datastore file [datastore2] 63c1e817-9211-4f9c-9c4a-15957d38a150 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.119674] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b868be7a-67e0-4863-99b1-78137d1e505c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.127365] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for the task: (returnval){ [ 677.127365] env[65368]: value = "task-4424085" [ 677.127365] env[65368]: _type = "Task" [ 677.127365] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.140626] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424085, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.196371] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 677.196371] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 677.196371] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Deleting the datastore file [datastore2] 99da686d-5c92-4163-827c-caf2ab07a9f8 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 677.196371] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c8bd79a-363c-4cc2-9a5c-0ac11428289d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.206369] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for the task: (returnval){ [ 677.206369] env[65368]: value = "task-4424086" [ 677.206369] env[65368]: _type = "Task" [ 677.206369] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.217446] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4424086, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.556535] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424082, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.619857] env[65368]: DEBUG nova.objects.base [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Object Instance<34c3dcde-2052-4c9d-b039-22c3f08b08c9> lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 677.620108] env[65368]: DEBUG nova.network.neutron [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.620445] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.620742] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.637357] env[65368]: DEBUG oslo_vmware.api [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Task: {'id': task-4424085, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15829} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.637663] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.637870] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.638056] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.638386] env[65368]: INFO nova.compute.manager [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Took 1.15 seconds to destroy the instance on the hypervisor. [ 677.638709] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.638908] env[65368]: DEBUG nova.compute.manager [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 677.639106] env[65368]: DEBUG nova.network.neutron [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.639259] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.691584] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 677.719593] env[65368]: DEBUG oslo_vmware.api [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Task: {'id': task-4424086, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218317} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.720096] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 677.720228] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 677.720475] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 677.720676] env[65368]: INFO nova.compute.manager [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 677.720960] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.721189] env[65368]: DEBUG nova.compute.manager [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 677.721290] env[65368]: DEBUG nova.network.neutron [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 677.721559] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.726757] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 677.727042] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 677.727260] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 677.727794] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 677.727794] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 677.727794] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 677.727968] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 677.728191] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 677.728314] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 677.728568] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 677.728656] env[65368]: DEBUG nova.virt.hardware [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 677.729890] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4eb077-135e-4a09-be9d-9c65cca988e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.742481] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d1c0c4-ce06-41a6-85c0-0797e2242ad4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.761755] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.768323] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Creating folder: Project (c97494ae5b2944628022f0dddfe6c79c). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.772806] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2498610b-aa1c-4c19-b73f-56df567dd00e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.784904] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Created folder: Project (c97494ae5b2944628022f0dddfe6c79c) in parent group-v865657. [ 677.785142] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Creating folder: Instances. Parent ref: group-v865706. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 677.785420] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7834dd4-5cb5-4d6b-aa1b-8166100fd99b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.798432] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Created folder: Instances in parent group-v865706. [ 677.798701] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 677.798903] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.799122] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61f2eada-3ee3-488b-b025-0fd98eb3a897 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.824050] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.824050] env[65368]: value = "task-4424089" [ 677.824050] env[65368]: _type = "Task" [ 677.824050] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.834251] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424089, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.059093] env[65368]: DEBUG oslo_vmware.api [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424082, 'name': PowerOnVM_Task, 'duration_secs': 0.977097} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.060950] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 678.060950] env[65368]: INFO nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Took 9.00 seconds to spawn the instance on the hypervisor. [ 678.060950] env[65368]: DEBUG nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 678.061747] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab06f0a-84d5-4820-bcc6-89b279cf2d8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.066476] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79996ce2-02be-4044-a6cc-7f5c976f55ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.078936] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e94872f-f555-4ed8-88be-b3132e246598 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.117363] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70ca45-08b6-432d-b350-d687be9e8e3f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.126722] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063357a4-aae4-496f-a914-19f3047452ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.148070] env[65368]: DEBUG nova.compute.provider_tree [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.337341] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424089, 'name': CreateVM_Task, 'duration_secs': 0.333701} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.337586] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.338088] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.338427] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.338843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.339109] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdc2f83d-968d-4ab6-84cf-f5c583baecef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.348704] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 678.348704] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524de13d-18c1-50c1-4dd1-bf7d522ea4de" [ 678.348704] env[65368]: _type = "Task" [ 678.348704] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.360060] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524de13d-18c1-50c1-4dd1-bf7d522ea4de, 'name': SearchDatastore_Task, 'duration_secs': 0.011797} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.360546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.360825] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.361435] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.361435] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.361585] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.361829] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98a9e652-60f0-4fb5-ad29-69fc2e5b9844 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.372080] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.372276] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.373135] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b921bb7c-0247-49fe-8d69-597383ddbaf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.380600] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 678.380600] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523348e4-510e-72ed-f473-0ad23127d155" [ 678.380600] env[65368]: _type = "Task" [ 678.380600] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.390333] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523348e4-510e-72ed-f473-0ad23127d155, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.598015] env[65368]: INFO nova.compute.manager [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Took 21.62 seconds to build instance. [ 678.630798] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.649072] env[65368]: DEBUG nova.scheduler.client.report [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.690085] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.798415] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a27a52-f150-400f-9d7d-1d36eaf7e5ae tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "interface-34c3dcde-2052-4c9d-b039-22c3f08b08c9-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 2.188s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.900243] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523348e4-510e-72ed-f473-0ad23127d155, 'name': SearchDatastore_Task, 'duration_secs': 0.009798} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.902944] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba6e7c74-19ee-4e46-b6a9-9b89b0c490f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.910848] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 678.910848] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254318f-9711-4fd5-b3cd-cffd016f4190" [ 678.910848] env[65368]: _type = "Task" [ 678.910848] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.924059] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254318f-9711-4fd5-b3cd-cffd016f4190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.098796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44afad01-52c2-4203-ad09-ca3e10359631 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.134s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.143946] env[65368]: WARNING neutronclient.v2_0.client [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.155141] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.155979] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 679.162318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.317s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.168977] env[65368]: INFO nova.compute.claims [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 679.299164] env[65368]: DEBUG nova.network.neutron [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updated VIF entry in instance network info cache for port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 679.299164] env[65368]: DEBUG nova.network.neutron [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updating instance_info_cache with network_info: [{"id": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "address": "fa:16:3e:4b:b8:f1", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6353f24f-ad", "ovs_interfaceid": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.424859] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254318f-9711-4fd5-b3cd-cffd016f4190, 'name': SearchDatastore_Task, 'duration_secs': 0.016652} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.425341] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.425656] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] e35ed46c-2e45-4101-8340-584f046c42a2/e35ed46c-2e45-4101-8340-584f046c42a2.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.427323] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ef753e1a-7027-492d-bb1f-ecdce4c433bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.435186] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 679.435186] env[65368]: value = "task-4424090" [ 679.435186] env[65368]: _type = "Task" [ 679.435186] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.446048] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.532526] env[65368]: DEBUG nova.network.neutron [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.594590] env[65368]: DEBUG nova.network.neutron [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.677172] env[65368]: DEBUG nova.compute.utils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.684757] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.684757] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.684757] env[65368]: WARNING neutronclient.v2_0.client [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.685695] env[65368]: WARNING neutronclient.v2_0.client [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.805765] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eec32f9-8672-473a-9d9e-111095a3362f req-4eaa4990-6702-4f50-a3d9-84be3affc08a service nova] Releasing lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.869381] env[65368]: DEBUG nova.policy [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '058c6ce5b1ac4dc094919c40a763b0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '248ece433c044cb78fba94d4115372a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.949360] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424090, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.036217] env[65368]: INFO nova.compute.manager [-] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Took 2.40 seconds to deallocate network for instance. [ 680.097434] env[65368]: INFO nova.compute.manager [-] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Took 2.38 seconds to deallocate network for instance. [ 680.184145] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 680.364832] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Successfully created port: 05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.452440] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.520203} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.452598] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] e35ed46c-2e45-4101-8340-584f046c42a2/e35ed46c-2e45-4101-8340-584f046c42a2.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.452834] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.453176] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e6f55e7-6449-4ecc-9a33-1ae29ac68ce2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.462056] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 680.462056] env[65368]: value = "task-4424091" [ 680.462056] env[65368]: _type = "Task" [ 680.462056] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.475333] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.542843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.600576] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703fa9f-041e-48d9-bf6d-ae36a376a4a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.605087] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.610743] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e32246b-f7b1-435f-9e7a-8a497fffaeff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.651681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db8aa615-1f4c-44ab-9435-7e94387ac3b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.664681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e82ac2-2834-4d20-b5d7-5411b146bc5e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.679137] env[65368]: DEBUG nova.compute.provider_tree [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.972933] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.973251] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.974074] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ec4761-5a44-4f54-9a47-d02ca4dc2102 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.999012] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] e35ed46c-2e45-4101-8340-584f046c42a2/e35ed46c-2e45-4101-8340-584f046c42a2.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.999012] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0006f0e2-40a6-4543-8f5c-ce0e9e8d4cb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018888] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 681.018888] env[65368]: value = "task-4424092" [ 681.018888] env[65368]: _type = "Task" [ 681.018888] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.029780] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424092, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.184141] env[65368]: DEBUG nova.scheduler.client.report [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.192287] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.226937] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.227225] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.227443] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.227542] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.227692] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.227881] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.228021] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.228174] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.228326] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.228478] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.228642] env[65368]: DEBUG nova.virt.hardware [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.229898] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2c3bcb-3046-4973-bebc-321e0de342c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.238854] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8850ee2-aee3-47f6-bd22-d9de0894a848 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.536083] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424092, 'name': ReconfigVM_Task, 'duration_secs': 0.308786} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.536375] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Reconfigured VM instance instance-00000011 to attach disk [datastore1] e35ed46c-2e45-4101-8340-584f046c42a2/e35ed46c-2e45-4101-8340-584f046c42a2.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.537140] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-845c6394-4125-42a1-b5cc-4774b39aa9ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.546743] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 681.546743] env[65368]: value = "task-4424093" [ 681.546743] env[65368]: _type = "Task" [ 681.546743] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.557137] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424093, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.693100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.693100] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 681.694353] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.703s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.698426] env[65368]: INFO nova.compute.claims [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 682.060067] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424093, 'name': Rename_Task, 'duration_secs': 0.158034} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.060466] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.060744] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e35abb80-990c-4303-be2e-fcea9e54b9a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.069633] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 682.069633] env[65368]: value = "task-4424094" [ 682.069633] env[65368]: _type = "Task" [ 682.069633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.079521] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424094, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.206673] env[65368]: DEBUG nova.compute.utils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.212935] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 682.213168] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 682.214260] env[65368]: WARNING neutronclient.v2_0.client [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.214260] env[65368]: WARNING neutronclient.v2_0.client [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.241716] env[65368]: DEBUG nova.compute.manager [req-c5eafbd2-0d09-4aba-bc80-dbdcbeb13aad req-77f213dd-ab73-45b9-8efb-b25814fd9a5c service nova] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Received event network-vif-deleted-cba80ff3-9e1c-46c5-bb8c-d543a27ac5f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 682.455874] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Successfully updated port: 05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.587065] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424094, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.613538] env[65368]: DEBUG nova.policy [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61051fbb361d4cb39c9c5a0be892e4d9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '023f5f2f660840f29229ce94098ed142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.720480] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 682.960349] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960988] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960988] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 683.026838] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a0ab1f-bbf6-4b6c-b8ef-2eeed5df237c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.035410] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b685b1d5-cfb0-4a86-9cd2-bdbac05535d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.079918] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021a6e10-923b-42f4-9d4b-4525b3a615e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.092097] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ce1868-e441-4655-85ec-455e67b67ccd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.096251] env[65368]: DEBUG oslo_vmware.api [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424094, 'name': PowerOnVM_Task, 'duration_secs': 0.53744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.096529] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 683.096725] env[65368]: INFO nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Took 5.40 seconds to spawn the instance on the hypervisor. [ 683.096890] env[65368]: DEBUG nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 683.098405] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715c4ae2-cbdb-4077-a25c-9091891811a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.108932] env[65368]: DEBUG nova.compute.provider_tree [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.118612] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Successfully created port: 3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 683.613500] env[65368]: DEBUG nova.scheduler.client.report [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.631536] env[65368]: INFO nova.compute.manager [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Took 23.07 seconds to build instance. [ 683.733964] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 683.763320] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.763541] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.763700] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.763876] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.764026] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.764183] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.764379] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.764526] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.764680] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.764830] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.765036] env[65368]: DEBUG nova.virt.hardware [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.765912] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddfb890-0682-4ac3-872f-e6110199a7a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.774548] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70c5610d-b435-4bbd-b686-36b2757d6cc4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.047839] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 684.119538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.425s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.120228] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 684.123703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.975s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.124754] env[65368]: INFO nova.compute.claims [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.134258] env[65368]: DEBUG oslo_concurrency.lockutils [None req-27fd9ebd-28f4-4b46-8e62-8ebb159b0358 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.590s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.629985] env[65368]: DEBUG nova.compute.utils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.636943] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 684.706896] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Successfully updated port: 3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 684.815246] env[65368]: WARNING neutronclient.v2_0.client [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.992630] env[65368]: DEBUG nova.network.neutron [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Updating instance_info_cache with network_info: [{"id": "05820e83-a452-4cc7-88a4-b34e2b71362c", "address": "fa:16:3e:f3:e0:e5", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05820e83-a4", "ovs_interfaceid": "05820e83-a452-4cc7-88a4-b34e2b71362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.141386] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 685.212859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.213089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.213346] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 685.226671] env[65368]: DEBUG nova.compute.manager [req-1bf6d59f-349e-46cb-b53a-687162835e56 req-999a1427-0e0f-4a4e-a459-ee99c95926cb service nova] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Received event network-vif-deleted-52161436-3128-41cd-a4e0-850615cb908f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 685.459930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.460434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.460674] env[65368]: DEBUG nova.compute.manager [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Going to confirm migration 1 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 685.472617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.477020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.497522] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.497522] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Instance network_info: |[{"id": "05820e83-a452-4cc7-88a4-b34e2b71362c", "address": "fa:16:3e:f3:e0:e5", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05820e83-a4", "ovs_interfaceid": "05820e83-a452-4cc7-88a4-b34e2b71362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 685.497796] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:e0:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '05820e83-a452-4cc7-88a4-b34e2b71362c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.508169] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Creating folder: Project (248ece433c044cb78fba94d4115372a5). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.509306] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7675ad6-7713-4aa4-8221-61d4bc2d858f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.530464] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Created folder: Project (248ece433c044cb78fba94d4115372a5) in parent group-v865657. [ 685.531275] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Creating folder: Instances. Parent ref: group-v865709. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.532249] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d554d6d0-fe9b-43c2-9ba8-1b847cfe77c9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.548884] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Created folder: Instances in parent group-v865709. [ 685.549180] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 685.552553] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.552553] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c578fdde-7ad8-4d76-a11e-29ba6368a0ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.570642] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e17e0f5-030b-4ea8-a36b-d199c97a759f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.585485] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0289fd89-2ed3-4df4-acdd-53bdbf0015ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.588891] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.588891] env[65368]: value = "task-4424097" [ 685.588891] env[65368]: _type = "Task" [ 685.588891] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.631880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eca693c-ed72-448a-915a-a6dab631f61a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.641448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.641721] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.642924] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424097, 'name': CreateVM_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.650154] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f290b1-371d-4d8d-a404-0662fbffd632 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.673319] env[65368]: DEBUG nova.compute.provider_tree [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 685.974784] env[65368]: WARNING neutronclient.v2_0.client [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 685.977220] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.977476] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.978292] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.978292] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.978292] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.980678] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 685.982944] env[65368]: INFO nova.compute.manager [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Terminating instance [ 686.072266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.072266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.103238] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424097, 'name': CreateVM_Task, 'duration_secs': 0.410532} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.103482] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.104034] env[65368]: WARNING neutronclient.v2_0.client [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.104498] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.104688] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.105072] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.106469] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a59707-083a-4b9f-9f12-dcd0c405b470 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.113868] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 686.113868] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523ba76f-8b9c-4113-8f96-298b359d4418" [ 686.113868] env[65368]: _type = "Task" [ 686.113868] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.125114] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523ba76f-8b9c-4113-8f96-298b359d4418, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.144420] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 686.146917] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 686.160539] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 686.178046] env[65368]: DEBUG nova.scheduler.client.report [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.199111] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.199111] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.199111] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.199111] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.199563] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.199563] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.199563] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.200408] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.200408] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.200408] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.200408] env[65368]: DEBUG nova.virt.hardware [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.202792] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ea2ec1-0c1a-4c93-9802-e4bb4968f4b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.214680] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01133ce5-3e6b-4f6e-a579-85e18821ab78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.232492] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.239229] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 686.240608] env[65368]: WARNING neutronclient.v2_0.client [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.241216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.241216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.241331] env[65368]: DEBUG nova.network.neutron [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 686.241419] env[65368]: DEBUG nova.objects.instance [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lazy-loading 'info_cache' on Instance uuid 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.244211] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.245059] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-141988b4-37b1-47a9-9286-e4c8f4da57b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.266334] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.266334] env[65368]: value = "task-4424098" [ 686.266334] env[65368]: _type = "Task" [ 686.266334] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.278563] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424098, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.490560] env[65368]: DEBUG nova.compute.manager [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 686.490783] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 686.493076] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be831eb6-fe12-457d-85d9-23a89033a74e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.507443] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 686.507793] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3333a41a-0df5-4952-a6a3-15729ed3f09a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.515685] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 686.515685] env[65368]: value = "task-4424099" [ 686.515685] env[65368]: _type = "Task" [ 686.515685] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.517154] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.528419] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.575909] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 686.633276] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523ba76f-8b9c-4113-8f96-298b359d4418, 'name': SearchDatastore_Task, 'duration_secs': 0.036982} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.633841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633841] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.634056] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.634195] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.634520] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.635424] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28de1a2a-a4c5-48ae-8ffd-fafe0539684c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.651778] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.652263] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.653294] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-206ff4b3-926c-4be5-b8e1-1e24b3543957 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.666727] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 686.666727] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1bddd-9893-257e-a471-da22b8d20a38" [ 686.666727] env[65368]: _type = "Task" [ 686.666727] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.679671] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1bddd-9893-257e-a471-da22b8d20a38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.680849] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.692381] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.692976] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 686.699961] env[65368]: WARNING neutronclient.v2_0.client [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.702214] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.087s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.702690] env[65368]: DEBUG nova.objects.instance [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lazy-loading 'resources' on Instance uuid 6b91725d-6cf9-4d84-96a0-f11ae2a3870f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 686.784018] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424098, 'name': CreateVM_Task, 'duration_secs': 0.486107} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.784018] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.785312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.785312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.785312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.785621] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a55e1e96-5d84-4298-85d5-04c1505c830b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.792773] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 686.792773] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524d1a4c-79b3-7f9f-2dcc-a79b0bdef5ff" [ 686.792773] env[65368]: _type = "Task" [ 686.792773] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.814285] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524d1a4c-79b3-7f9f-2dcc-a79b0bdef5ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.929044] env[65368]: DEBUG nova.network.neutron [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [{"id": "3b888fb2-dde9-495c-b674-c719198f38ea", "address": "fa:16:3e:cc:7b:2e", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b888fb2-dd", "ovs_interfaceid": "3b888fb2-dde9-495c-b674-c719198f38ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.029362] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424099, 'name': PowerOffVM_Task, 'duration_secs': 0.297603} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.029620] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.029766] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.030036] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae9c736b-27aa-46fe-abab-bac98ab3c595 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.108839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.124267] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.124267] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.124267] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Deleting the datastore file [datastore2] 34c3dcde-2052-4c9d-b039-22c3f08b08c9 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.124267] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c03dc01-3dcf-453b-9e89-f20e9a8601bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.134580] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for the task: (returnval){ [ 687.134580] env[65368]: value = "task-4424101" [ 687.134580] env[65368]: _type = "Task" [ 687.134580] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.147633] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.182515] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1bddd-9893-257e-a471-da22b8d20a38, 'name': SearchDatastore_Task, 'duration_secs': 0.020017} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.183391] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-020ff0c6-8a1e-4909-ae31-35c27202ab82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.191124] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 687.191124] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52870cd5-be1e-ae35-95cc-16bbe56ce4b4" [ 687.191124] env[65368]: _type = "Task" [ 687.191124] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.203803] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52870cd5-be1e-ae35-95cc-16bbe56ce4b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.205900] env[65368]: DEBUG nova.compute.utils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.210054] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 687.210280] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.210647] env[65368]: WARNING neutronclient.v2_0.client [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.210954] env[65368]: WARNING neutronclient.v2_0.client [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.238180] env[65368]: DEBUG nova.compute.manager [req-92156700-1c72-49cc-ba66-a27758c9d3c3 req-bc2e6dc5-a049-4038-b913-7e944ec98e13 service nova] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Received event network-vif-deleted-128b8765-41ec-4be6-a777-030148be364d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 687.251562] env[65368]: WARNING neutronclient.v2_0.client [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.260760] env[65368]: DEBUG nova.policy [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518dbd1b86ad4bc8b0f9d5b1f187ec32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f700a2c8e95a4b4285492f6a1a0c34fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.313156] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524d1a4c-79b3-7f9f-2dcc-a79b0bdef5ff, 'name': SearchDatastore_Task, 'duration_secs': 0.015677} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.313713] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.313713] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.313959] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.433280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.433280] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance network_info: |[{"id": "3b888fb2-dde9-495c-b674-c719198f38ea", "address": "fa:16:3e:cc:7b:2e", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b888fb2-dd", "ovs_interfaceid": "3b888fb2-dde9-495c-b674-c719198f38ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 687.434088] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:7b:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f1e0e39-0c84-4fcd-9113-cc528c3eb185', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b888fb2-dde9-495c-b674-c719198f38ea', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.442936] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 687.442936] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.443224] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29d1edc8-9751-4c8f-bf9e-7a69805fd758 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.469619] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.469619] env[65368]: value = "task-4424102" [ 687.469619] env[65368]: _type = "Task" [ 687.469619] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.482412] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424102, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.590560] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa5d4f3-afb5-490c-86bb-85af220fbb00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.601584] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749c0fcc-678a-47f1-8936-576cbb5c56ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.642308] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1cc0a10-5b99-4bfd-b41b-565747f87ccc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.650836] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.654897] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfb3a6f-c49d-4433-9a9d-285e3aa3b81b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.670750] env[65368]: DEBUG nova.compute.provider_tree [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 687.675944] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Successfully created port: 3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 687.704863] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52870cd5-be1e-ae35-95cc-16bbe56ce4b4, 'name': SearchDatastore_Task, 'duration_secs': 0.032527} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.705208] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.705510] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0a2a2751-4206-4b31-a9a0-15c32e70948d/0a2a2751-4206-4b31-a9a0-15c32e70948d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.706114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.706114] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.706811] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87d7b429-bb82-4d86-be81-4745c18e6e15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.709196] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b6d06b9-c804-4dc6-8d29-ebc6f5e569cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.718845] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 687.723525] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 687.723525] env[65368]: value = "task-4424103" [ 687.723525] env[65368]: _type = "Task" [ 687.723525] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.728279] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.728576] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.735223] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8185b359-054a-48f2-a9c7-3c5e62850bca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.748470] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 687.748470] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528df71a-5bbe-6c62-05f5-343d838c40b6" [ 687.748470] env[65368]: _type = "Task" [ 687.748470] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.748753] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.761174] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528df71a-5bbe-6c62-05f5-343d838c40b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.983090] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424102, 'name': CreateVM_Task, 'duration_secs': 0.413257} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.983311] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.984423] env[65368]: WARNING neutronclient.v2_0.client [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.984423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.984423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.985671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.985671] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4511101-650c-4db2-912e-94f3e1501dfa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.995872] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 687.995872] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f96682-debd-03fc-bdba-0fa4d51fc34b" [ 687.995872] env[65368]: _type = "Task" [ 687.995872] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.007555] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f96682-debd-03fc-bdba-0fa4d51fc34b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.153322] env[65368]: DEBUG oslo_vmware.api [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Task: {'id': task-4424101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522885} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.153703] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.153943] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.154186] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.154456] env[65368]: INFO nova.compute.manager [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Took 1.66 seconds to destroy the instance on the hypervisor. [ 688.154758] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 688.155088] env[65368]: DEBUG nova.compute.manager [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 688.155243] env[65368]: DEBUG nova.network.neutron [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 688.155543] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.179886] env[65368]: DEBUG nova.scheduler.client.report [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.247613] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424103, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.265949] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528df71a-5bbe-6c62-05f5-343d838c40b6, 'name': SearchDatastore_Task, 'duration_secs': 0.015144} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.266844] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f93d5ca-2cb8-460e-825a-79fbe29e267c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.276487] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 688.276487] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c4f1e-e504-9bd2-8b25-781783544d87" [ 688.276487] env[65368]: _type = "Task" [ 688.276487] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.289728] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c4f1e-e504-9bd2-8b25-781783544d87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.492016] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "c4ffee2b-d810-4b51-acb2-2550877259b9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.492869] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.493069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.493587] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.493587] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.498278] env[65368]: INFO nova.compute.manager [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Terminating instance [ 688.511574] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f96682-debd-03fc-bdba-0fa4d51fc34b, 'name': SearchDatastore_Task, 'duration_secs': 0.070265} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.511574] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.511574] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.511574] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.681597] env[65368]: WARNING neutronclient.v2_0.client [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 688.692041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 688.693567] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.798s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 688.694253] env[65368]: DEBUG nova.objects.instance [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lazy-loading 'resources' on Instance uuid db8b8ec7-b829-4f25-9b03-7a9cee315904 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.725652] env[65368]: INFO nova.scheduler.client.report [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Deleted allocations for instance 6b91725d-6cf9-4d84-96a0-f11ae2a3870f [ 688.743166] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 688.754955] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424103, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618361} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.756147] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0a2a2751-4206-4b31-a9a0-15c32e70948d/0a2a2751-4206-4b31-a9a0-15c32e70948d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.756147] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.756147] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dc0ba59-a23a-4599-b6ab-1118ea2f9a85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.766265] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 688.766265] env[65368]: value = "task-4424104" [ 688.766265] env[65368]: _type = "Task" [ 688.766265] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.781953] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.791652] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 688.792787] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 688.792787] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 688.792787] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 688.792787] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 688.792787] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 688.793324] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 688.793324] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 688.793324] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 688.793324] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 688.793461] env[65368]: DEBUG nova.virt.hardware [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 688.795338] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873829e5-25bf-44f1-b36b-9db68c5c3fb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.805690] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c4f1e-e504-9bd2-8b25-781783544d87, 'name': SearchDatastore_Task, 'duration_secs': 0.027082} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.808696] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.808956] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.809485] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.809750] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.810109] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc73a60b-39b0-441d-9b0b-76764db5566c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.815113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d802c45-82ba-4620-b8a3-89a4e7f9feb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.822986] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b40bae4b-38af-41a1-8609-aecb7cb62473 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.843606] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 688.843606] env[65368]: value = "task-4424105" [ 688.843606] env[65368]: _type = "Task" [ 688.843606] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.843606] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.843606] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.843606] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f8be096-4b62-4e67-a863-ab3211295d11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.854787] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 688.854787] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d11347-936a-261c-f35b-f97690fe14b5" [ 688.854787] env[65368]: _type = "Task" [ 688.854787] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.858473] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.870539] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d11347-936a-261c-f35b-f97690fe14b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.005111] env[65368]: DEBUG nova.compute.manager [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 689.005111] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 689.005726] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4fb214-9119-45fb-a124-651ed91cb490 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.014967] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 689.015942] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1af1410f-7f41-460b-94a3-028ff52bca83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.022281] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 689.022281] env[65368]: value = "task-4424106" [ 689.022281] env[65368]: _type = "Task" [ 689.022281] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.031787] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.250686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bf2933cc-d3e8-4dc2-8c8d-ad881fe04d78 tempest-ServersAdmin275Test-420757698 tempest-ServersAdmin275Test-420757698-project-member] Lock "6b91725d-6cf9-4d84-96a0-f11ae2a3870f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.122s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.280391] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077936} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.280723] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.281943] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f0305e-efcb-425f-bd16-85800dd997d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.312264] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 0a2a2751-4206-4b31-a9a0-15c32e70948d/0a2a2751-4206-4b31-a9a0-15c32e70948d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.312893] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30c8c9a5-cc66-4d42-9ec6-3c4fdf2b2c51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.339048] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 689.339048] env[65368]: value = "task-4424107" [ 689.339048] env[65368]: _type = "Task" [ 689.339048] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.358630] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424107, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.368167] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424105, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.374657] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d11347-936a-261c-f35b-f97690fe14b5, 'name': SearchDatastore_Task, 'duration_secs': 0.048301} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.375480] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5d7a3f-e3cb-4cf3-88f0-9a312283ef0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.382511] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 689.382511] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bbc3fe-3ce4-f76a-d86f-6c76ebdc2030" [ 689.382511] env[65368]: _type = "Task" [ 689.382511] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.390994] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bbc3fe-3ce4-f76a-d86f-6c76ebdc2030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.439456] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Successfully updated port: 3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 689.513601] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.538551] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424106, 'name': PowerOffVM_Task, 'duration_secs': 0.25121} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.538866] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 689.539019] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 689.539319] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b448757-77a7-432f-8078-6f7bc94fb9fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.550437] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5a0ee9-292d-4b4f-9dcf-b3c0ab493761 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.562368] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f96856f-3dce-4c4b-88d5-d5a3e36ecc42 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.606964] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9554c9ef-160e-44ed-b263-559820f580fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.618775] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9a871d-2424-4acc-a87a-b441b030b6a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.626382] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 689.626650] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 689.626824] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Deleting the datastore file [datastore1] c4ffee2b-d810-4b51-acb2-2550877259b9 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 689.627611] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b5a3e38-e23a-44bd-bf8f-c17b7a6ed67d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.643327] env[65368]: DEBUG nova.compute.provider_tree [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 689.647594] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for the task: (returnval){ [ 689.647594] env[65368]: value = "task-4424109" [ 689.647594] env[65368]: _type = "Task" [ 689.647594] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.657540] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.850708] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424107, 'name': ReconfigVM_Task, 'duration_secs': 0.345565} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.853592] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 0a2a2751-4206-4b31-a9a0-15c32e70948d/0a2a2751-4206-4b31-a9a0-15c32e70948d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.854319] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed538090-c373-41a9-9fa9-57447a175ab4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.864235] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424105, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.00918} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.866116] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.866439] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.866881] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 689.866881] env[65368]: value = "task-4424110" [ 689.866881] env[65368]: _type = "Task" [ 689.866881] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.867183] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6877d6b-f9c7-4236-89ff-482700c08137 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.883609] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424110, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.890042] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 689.890042] env[65368]: value = "task-4424111" [ 689.890042] env[65368]: _type = "Task" [ 689.890042] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.896837] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bbc3fe-3ce4-f76a-d86f-6c76ebdc2030, 'name': SearchDatastore_Task, 'duration_secs': 0.017876} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.897709] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.897971] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] be84e687-c2a1-44bd-9e40-305c6dc06382/be84e687-c2a1-44bd-9e40-305c6dc06382.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 689.898290] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-299bce25-6abe-4b9b-8157-fcf239786e8e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.903504] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424111, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.909805] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 689.909805] env[65368]: value = "task-4424112" [ 689.909805] env[65368]: _type = "Task" [ 689.909805] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.919667] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.943240] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.943459] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.943655] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 690.149943] env[65368]: DEBUG nova.scheduler.client.report [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 690.162225] env[65368]: DEBUG oslo_vmware.api [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Task: {'id': task-4424109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418486} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.162762] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 690.162762] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 690.162866] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 690.162978] env[65368]: INFO nova.compute.manager [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 690.163360] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 690.163645] env[65368]: DEBUG nova.compute.manager [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 690.163645] env[65368]: DEBUG nova.network.neutron [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 690.163902] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.167526] env[65368]: DEBUG nova.network.neutron [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [{"id": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "address": "fa:16:3e:69:98:77", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.157", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f997c50-13", "ovs_interfaceid": "3f997c50-13ff-49cd-8de3-50dd2ad2420f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.300589] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.385189] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424110, 'name': Rename_Task, 'duration_secs': 0.176865} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.385189] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.385871] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-047b6ab3-fc4b-4122-aa22-8459d7ae3c17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.399710] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424111, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090507} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.401491] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 690.401901] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 690.401901] env[65368]: value = "task-4424113" [ 690.401901] env[65368]: _type = "Task" [ 690.401901] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.402651] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c861d81a-54aa-4f89-bd2c-562d0a0f5333 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.438852] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 690.443499] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cef7b60e-c040-4486-8ca8-ac331793bd1d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.458477] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.464632] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424112, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.472814] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 690.472814] env[65368]: value = "task-4424114" [ 690.472814] env[65368]: _type = "Task" [ 690.472814] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.484528] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.658176] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.663406] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.666s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.663406] env[65368]: DEBUG nova.objects.instance [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lazy-loading 'resources' on Instance uuid d75e811d-9481-43b0-90d3-266165edfbdb {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.671028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.671315] env[65368]: DEBUG nova.objects.instance [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lazy-loading 'migration_context' on Instance uuid 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 690.688247] env[65368]: INFO nova.scheduler.client.report [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Deleted allocations for instance db8b8ec7-b829-4f25-9b03-7a9cee315904 [ 690.730048] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.759166] env[65368]: DEBUG nova.network.neutron [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.853461] env[65368]: WARNING neutronclient.v2_0.client [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.919891] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.699442} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.923011] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] be84e687-c2a1-44bd-9e40-305c6dc06382/be84e687-c2a1-44bd-9e40-305c6dc06382.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.923300] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.923569] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424113, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.923852] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b63a861-300f-40a3-a806-d53c89d3edf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.932481] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 690.932481] env[65368]: value = "task-4424115" [ 690.932481] env[65368]: _type = "Task" [ 690.932481] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.163167] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424115, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.163167] env[65368]: DEBUG nova.network.neutron [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Updating instance_info_cache with network_info: [{"id": "3e711758-b6d2-43ca-9dea-138652261916", "address": "fa:16:3e:8f:67:7a", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e711758-b6", "ovs_interfaceid": "3e711758-b6d2-43ca-9dea-138652261916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.165858] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424114, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.165858] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Received event network-vif-plugged-05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.165858] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquiring lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.165858] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.165858] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.166252] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] No waiting events found dispatching network-vif-plugged-05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 691.166252] env[65368]: WARNING nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Received unexpected event network-vif-plugged-05820e83-a452-4cc7-88a4-b34e2b71362c for instance with vm_state building and task_state spawning. [ 691.166252] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Received event network-changed-05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 691.166252] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Refreshing instance network info cache due to event network-changed-05820e83-a452-4cc7-88a4-b34e2b71362c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 691.166252] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquiring lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166908] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquired lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166908] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Refreshing network info cache for port 05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.166908] env[65368]: DEBUG nova.network.neutron [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 691.174850] env[65368]: DEBUG nova.objects.base [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Object Instance<6a92499e-d5c1-42a8-9b44-3f0d01abf8bd> lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 691.176555] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-011370e5-8477-4760-b9f4-41d849bc1399 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.202943] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-861e00d0-5b5b-40e6-a0fa-eba75dc23a9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.205861] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fe17473f-d67c-4ce9-9d32-6290c5f8ad91 tempest-InstanceActionsTestJSON-208551633 tempest-InstanceActionsTestJSON-208551633-project-member] Lock "db8b8ec7-b829-4f25-9b03-7a9cee315904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.193s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.213832] env[65368]: DEBUG oslo_vmware.api [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 691.213832] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ec073e-5864-6c8e-58a3-5384c96f5b43" [ 691.213832] env[65368]: _type = "Task" [ 691.213832] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.224763] env[65368]: DEBUG oslo_vmware.api [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ec073e-5864-6c8e-58a3-5384c96f5b43, 'name': SearchDatastore_Task, 'duration_secs': 0.008418} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.226365] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.264908] env[65368]: INFO nova.compute.manager [-] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Took 3.11 seconds to deallocate network for instance. [ 691.430981] env[65368]: DEBUG oslo_vmware.api [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424113, 'name': PowerOnVM_Task, 'duration_secs': 0.697006} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.434341] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.434632] env[65368]: INFO nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Took 10.24 seconds to spawn the instance on the hypervisor. [ 691.434846] env[65368]: DEBUG nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 691.440793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3ac51b9-5f17-4a63-9026-4a26272f9fdb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.458741] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424115, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095568} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.466418] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.466418] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.466583] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Instance network_info: |[{"id": "3e711758-b6d2-43ca-9dea-138652261916", "address": "fa:16:3e:8f:67:7a", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e711758-b6", "ovs_interfaceid": "3e711758-b6d2-43ca-9dea-138652261916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 691.467831] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913356c4-825c-44be-8060-8edce1fdb56d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.476596] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:67:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3e711758-b6d2-43ca-9dea-138652261916', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.483182] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Creating folder: Project (f700a2c8e95a4b4285492f6a1a0c34fc). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.486244] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d850aa8-40cc-49e4-8e9b-97c90a0b1b0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.509728] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424114, 'name': ReconfigVM_Task, 'duration_secs': 0.588344} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.519687] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] be84e687-c2a1-44bd-9e40-305c6dc06382/be84e687-c2a1-44bd-9e40-305c6dc06382.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.522750] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.523861] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f88912c5-a518-4674-8227-14729a4e0ffc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.539260] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3661ea5a-ee47-4f23-88af-ff4b446f8487 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.547844] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 691.547844] env[65368]: value = "task-4424118" [ 691.547844] env[65368]: _type = "Task" [ 691.547844] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.549104] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 691.549104] env[65368]: value = "task-4424117" [ 691.549104] env[65368]: _type = "Task" [ 691.549104] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.559655] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 691.562261] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Created folder: Project (f700a2c8e95a4b4285492f6a1a0c34fc) in parent group-v865657. [ 691.562435] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Creating folder: Instances. Parent ref: group-v865714. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.563379] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cff1427-833c-4752-ad28-6030b2ea23a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.565783] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.569659] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 691.571414] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424118, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.576468] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424117, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.582408] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Created folder: Instances in parent group-v865714. [ 691.582660] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 691.582724] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.583309] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe4dc5c8-456e-4258-b713-5ee345cb0f57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.608641] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.608641] env[65368]: value = "task-4424120" [ 691.608641] env[65368]: _type = "Task" [ 691.608641] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.622237] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424120, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.629160] env[65368]: INFO nova.compute.manager [-] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Took 1.47 seconds to deallocate network for instance. [ 691.630049] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71b867-2e51-405f-8673-ad7245c78c48 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.640811] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72886c76-b14c-4d52-9987-c0e38f767af5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.678030] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3dbd8-8938-4329-8429-a5f601a6e0d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.689294] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f44795e-1ee5-45d8-b8ec-9a3a370c2597 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.707680] env[65368]: DEBUG nova.compute.provider_tree [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.779855] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.978326] env[65368]: INFO nova.compute.manager [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Took 25.29 seconds to build instance. [ 691.984131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "418827ef-1977-4bec-b71a-3dae4fbf1486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.984131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.023894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.024334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.064383] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424118, 'name': ReconfigVM_Task, 'duration_secs': 0.362446} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.067523] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Reconfigured VM instance instance-00000013 to attach disk [datastore2] be84e687-c2a1-44bd-9e40-305c6dc06382/be84e687-c2a1-44bd-9e40-305c6dc06382.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 692.068212] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424117, 'name': Rename_Task, 'duration_secs': 0.274945} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.068420] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8af3cc4d-f02a-475f-bbdb-b49b08d95da5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.070277] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.070684] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-222cf0bf-43ad-48ac-a0bc-c587a7ae2b02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.076642] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.078152] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.078556] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 692.078556] env[65368]: value = "task-4424121" [ 692.078556] env[65368]: _type = "Task" [ 692.078556] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.078760] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.079061] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.084401] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.084602] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 692.084602] env[65368]: value = "task-4424122" [ 692.084602] env[65368]: _type = "Task" [ 692.084602] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.084869] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.084869] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 692.085481] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 692.093906] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424121, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.101276] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.122711] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424120, 'name': CreateVM_Task, 'duration_secs': 0.493095} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.122976] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.123506] env[65368]: WARNING neutronclient.v2_0.client [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.123886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.124053] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.124438] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.124717] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66d4dbfd-9180-4bbf-9678-c89c74bf6ee3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.130684] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 692.130684] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f4d898-0a95-86f1-18d6-78b1d8bb4039" [ 692.130684] env[65368]: _type = "Task" [ 692.130684] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.140174] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f4d898-0a95-86f1-18d6-78b1d8bb4039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.140974] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.144319] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.213706] env[65368]: DEBUG nova.scheduler.client.report [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.305567] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Updated VIF entry in instance network info cache for port 05820e83-a452-4cc7-88a4-b34e2b71362c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 692.305567] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Updating instance_info_cache with network_info: [{"id": "05820e83-a452-4cc7-88a4-b34e2b71362c", "address": "fa:16:3e:f3:e0:e5", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.218", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap05820e83-a4", "ovs_interfaceid": "05820e83-a452-4cc7-88a4-b34e2b71362c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.434823] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.435436] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.472812] env[65368]: DEBUG nova.compute.manager [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Received event network-vif-plugged-3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.472812] env[65368]: DEBUG oslo_concurrency.lockutils [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] Acquiring lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.473198] env[65368]: DEBUG oslo_concurrency.lockutils [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.473198] env[65368]: DEBUG oslo_concurrency.lockutils [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.473300] env[65368]: DEBUG nova.compute.manager [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] No waiting events found dispatching network-vif-plugged-3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.473501] env[65368]: WARNING nova.compute.manager [req-84271f31-2460-48b9-87a3-38d4ad9d25db req-00bf4074-cfba-4020-b338-7ca177ee5964 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Received unexpected event network-vif-plugged-3e711758-b6d2-43ca-9dea-138652261916 for instance with vm_state building and task_state spawning. [ 692.484351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d2be78b6-7b84-4c45-afa8-e9ab30108136 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.806s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.487991] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.499845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "1602a56d-8eed-4958-a846-67841fc06c1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.500340] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.528167] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 692.592974] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424121, 'name': Rename_Task, 'duration_secs': 0.162139} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.594386] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.594746] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.594999] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d41d245f-f3a8-41d1-8700-5ed1b1758445 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.600566] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.607267] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 692.607267] env[65368]: value = "task-4424123" [ 692.607267] env[65368]: _type = "Task" [ 692.607267] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.617368] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.641826] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f4d898-0a95-86f1-18d6-78b1d8bb4039, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.642176] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.642372] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.642605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.642744] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.642993] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.643466] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2d5082-93dd-4d80-bb9f-e0e2e2f0fc3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.655657] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.655908] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.656790] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9864e6f2-efc3-4f73-91c6-85aa192f036f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.663851] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 692.663851] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c8b671-272c-307d-2a05-0670d2f63b89" [ 692.663851] env[65368]: _type = "Task" [ 692.663851] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.673138] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c8b671-272c-307d-2a05-0670d2f63b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.721787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.058s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.722477] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.180s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.722918] env[65368]: DEBUG nova.objects.instance [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lazy-loading 'resources' on Instance uuid 63c1e817-9211-4f9c-9c4a-15957d38a150 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.750769] env[65368]: INFO nova.scheduler.client.report [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Deleted allocations for instance d75e811d-9481-43b0-90d3-266165edfbdb [ 692.810801] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Releasing lock "refresh_cache-0a2a2751-4206-4b31-a9a0-15c32e70948d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.810801] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received event network-vif-plugged-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.810801] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.810801] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.810801] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.810995] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] No waiting events found dispatching network-vif-plugged-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 692.812579] env[65368]: WARNING nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received unexpected event network-vif-plugged-3b888fb2-dde9-495c-b674-c719198f38ea for instance with vm_state building and task_state spawning. [ 692.812579] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 692.812579] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing instance network info cache due to event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 692.812579] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquiring lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.812579] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquired lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.812947] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing network info cache for port 3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 692.945074] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.003520] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 693.014516] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.061022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.096418] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424122, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.117718] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424123, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.175246] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c8b671-272c-307d-2a05-0670d2f63b89, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.176026] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff577b6c-5641-4b71-8f0f-72ae6eeaa0ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.183226] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 693.183226] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c9778-3446-525d-7c0e-bb6d7d860218" [ 693.183226] env[65368]: _type = "Task" [ 693.183226] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.193613] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c9778-3446-525d-7c0e-bb6d7d860218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.264316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2b059ac9-719b-4f77-8c93-85cf59bbc3d1 tempest-TenantUsagesTestJSON-407844735 tempest-TenantUsagesTestJSON-407844735-project-member] Lock "d75e811d-9481-43b0-90d3-266165edfbdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.972s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.320245] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.468599] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.532088] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.601993] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424122, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.616827] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bfc827d-4909-43ce-a121-bec5d516bf44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.631443] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4739c9c-5c89-4e37-8670-0969f6500511 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.636119] env[65368]: DEBUG oslo_vmware.api [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424123, 'name': PowerOnVM_Task, 'duration_secs': 0.674033} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.636675] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.636937] env[65368]: INFO nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 9.90 seconds to spawn the instance on the hypervisor. [ 693.637194] env[65368]: DEBUG nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.638658] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f057567-8415-4741-8328-41cf15489664 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.672970] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea910a51-1413-42a3-a0d3-6cf69c3519a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.692303] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8db8ec-8496-46b0-89cc-fddde873540c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.702029] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c9778-3446-525d-7c0e-bb6d7d860218, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.702771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.703137] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] cc1adefd-a061-47e0-bf8e-38ef27790723/cc1adefd-a061-47e0-bf8e-38ef27790723.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.703834] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8dd24bcd-f040-4147-a1a9-a34d86da7fc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.714904] env[65368]: DEBUG nova.compute.provider_tree [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.725475] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 693.725475] env[65368]: value = "task-4424124" [ 693.725475] env[65368]: _type = "Task" [ 693.725475] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.735340] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.102762] env[65368]: DEBUG oslo_vmware.api [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424122, 'name': PowerOnVM_Task, 'duration_secs': 1.644433} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.102762] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 694.102762] env[65368]: INFO nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Took 7.94 seconds to spawn the instance on the hypervisor. [ 694.102762] env[65368]: DEBUG nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 694.103786] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1292507-3a1c-4bbc-9605-dd0d48b7ed87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.195793] env[65368]: INFO nova.compute.manager [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 26.38 seconds to build instance. [ 694.221726] env[65368]: DEBUG nova.scheduler.client.report [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.237911] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424124, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.624688] env[65368]: INFO nova.compute.manager [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Took 26.66 seconds to build instance. [ 694.698663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ffd42ac4-5257-4a4e-b8e1-46b622ce5128 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.894s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.729555] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.740284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.136s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.740642] env[65368]: DEBUG nova.objects.instance [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lazy-loading 'resources' on Instance uuid 99da686d-5c92-4163-827c-caf2ab07a9f8 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.748571] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525783} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.748776] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] cc1adefd-a061-47e0-bf8e-38ef27790723/cc1adefd-a061-47e0-bf8e-38ef27790723.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.748864] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.749116] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c1e4b6d-b0db-4d9f-9b5a-f73b3b3deccf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.757306] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 694.757306] env[65368]: value = "task-4424125" [ 694.757306] env[65368]: _type = "Task" [ 694.757306] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.772119] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424125, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.774867] env[65368]: INFO nova.scheduler.client.report [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Deleted allocations for instance 63c1e817-9211-4f9c-9c4a-15957d38a150 [ 695.127783] env[65368]: DEBUG oslo_concurrency.lockutils [None req-98c3d299-589e-4691-a04e-6539524614ad tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.181s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.215916] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.272044] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424125, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.09655} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.272044] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.272044] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c7107e-c1e9-4634-8253-86ea9f496a86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.297511] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] cc1adefd-a061-47e0-bf8e-38ef27790723/cc1adefd-a061-47e0-bf8e-38ef27790723.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.298253] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f72c1f61-4f17-4a9d-b957-d5ea75dba543 tempest-VolumesAdminNegativeTest-844359987 tempest-VolumesAdminNegativeTest-844359987-project-member] Lock "63c1e817-9211-4f9c-9c4a-15957d38a150" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.322s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.301979] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3b25d23-53ef-4988-97fa-2bc35077cd55 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.326792] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 695.326792] env[65368]: value = "task-4424126" [ 695.326792] env[65368]: _type = "Task" [ 695.326792] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.339939] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424126, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.688250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f2a8b7-c5ec-4e59-91a5-8531b02e22ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.698221] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb39b670-26e4-4607-9836-53ec2a655efd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.740394] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba497f14-e125-4bae-86a3-8db0cec32245 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.750622] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138da2b6-fcee-4d51-ba88-05b64c8c1a1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.768823] env[65368]: DEBUG nova.compute.provider_tree [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 695.777220] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updated VIF entry in instance network info cache for port 3b888fb2-dde9-495c-b674-c719198f38ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 695.777605] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [{"id": "3b888fb2-dde9-495c-b674-c719198f38ea", "address": "fa:16:3e:cc:7b:2e", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b888fb2-dd", "ovs_interfaceid": "3b888fb2-dde9-495c-b674-c719198f38ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.841496] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.128782] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.129102] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.273701] env[65368]: DEBUG nova.scheduler.client.report [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 696.282611] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Releasing lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.283547] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Received event network-changed-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 696.284072] env[65368]: DEBUG nova.compute.manager [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Refreshing instance network info cache due to event network-changed-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 696.285926] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquiring lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.285926] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Acquired lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.285926] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Refreshing network info cache for port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.344484] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424126, 'name': ReconfigVM_Task, 'duration_secs': 0.659849} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.344484] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Reconfigured VM instance instance-00000015 to attach disk [datastore1] cc1adefd-a061-47e0-bf8e-38ef27790723/cc1adefd-a061-47e0-bf8e-38ef27790723.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 696.346216] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0a30ff75-250e-4310-9015-881041851071 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.355149] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 696.355149] env[65368]: value = "task-4424127" [ 696.355149] env[65368]: _type = "Task" [ 696.355149] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.371639] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424127, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.634700] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 696.781702] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.784431] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.267s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.786468] env[65368]: INFO nova.compute.claims [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 696.790027] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.812230] env[65368]: INFO nova.scheduler.client.report [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Deleted allocations for instance 99da686d-5c92-4163-827c-caf2ab07a9f8 [ 696.868309] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424127, 'name': Rename_Task, 'duration_secs': 0.219104} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.869124] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.869500] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3588e355-f7b1-4d11-940c-dac4bc62cdaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.882054] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 696.882054] env[65368]: value = "task-4424128" [ 696.882054] env[65368]: _type = "Task" [ 696.882054] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.891641] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.160123] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.323235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50431ac5-2598-4a03-97ae-c6781e7f86ca tempest-FloatingIPsAssociationNegativeTestJSON-2102880607 tempest-FloatingIPsAssociationNegativeTestJSON-2102880607-project-member] Lock "99da686d-5c92-4163-827c-caf2ab07a9f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.283s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.148667] env[65368]: DEBUG oslo_vmware.api [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424128, 'name': PowerOnVM_Task, 'duration_secs': 1.053514} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.149069] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.149830] env[65368]: INFO nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Took 9.41 seconds to spawn the instance on the hypervisor. [ 698.149830] env[65368]: DEBUG nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 698.150188] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad5dbc-45b2-499b-8c3d-82bc44981bbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.476402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5408bc15-871b-41c0-a1a0-4c7ee1cef1f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.485696] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87adfc77-d87d-45d9-9d5e-0744edab6ddf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.515949] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffb6971-fb9a-4a3c-ba5d-0819c3b4faaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.524831] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a385d5-31e5-4884-b0f2-f57bb2a78fe3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.540969] env[65368]: DEBUG nova.compute.provider_tree [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 698.667113] env[65368]: INFO nova.compute.manager [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Took 26.55 seconds to build instance. [ 698.829426] env[65368]: DEBUG nova.compute.manager [req-5e373f74-8ff3-4cb6-a2dd-bb129df0ac51 req-98c8de29-7827-4e29-ab41-ce4c2fa90240 service nova] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Received event network-vif-deleted-2160ad99-0d67-4220-9039-67ad623b9c84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 699.050916] env[65368]: DEBUG nova.scheduler.client.report [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 699.170735] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f7647b71-b4e1-4159-8ac9-ca83e86a60ec tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.070s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.555069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.555403] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 699.559506] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.879s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.562862] env[65368]: INFO nova.compute.claims [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.068042] env[65368]: DEBUG nova.compute.utils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.072981] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.073203] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.073517] env[65368]: WARNING neutronclient.v2_0.client [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.073878] env[65368]: WARNING neutronclient.v2_0.client [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.400658] env[65368]: DEBUG nova.compute.manager [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Received event network-changed-3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 700.400658] env[65368]: DEBUG nova.compute.manager [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Refreshing instance network info cache due to event network-changed-3e711758-b6d2-43ca-9dea-138652261916. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 700.400658] env[65368]: DEBUG oslo_concurrency.lockutils [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] Acquiring lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.401153] env[65368]: DEBUG oslo_concurrency.lockutils [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] Acquired lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.401153] env[65368]: DEBUG nova.network.neutron [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Refreshing network info cache for port 3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.576574] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 700.618785] env[65368]: DEBUG nova.policy [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '36163a7925d244169e68b1fa06da62ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72449f5866840fc86e4a968e6ee5530', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 700.903602] env[65368]: WARNING neutronclient.v2_0.client [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.005248] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-874e68b0-1c1a-4481-87b2-c2f371c3c6b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.015225] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d479962-b0d9-4546-897a-6b9ac830d1d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.050450] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df29e0c5-1cce-4daf-9257-74165ce7b828 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.058865] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb5bf9-5b14-43c0-a805-5c67630f0441 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.074932] env[65368]: DEBUG nova.compute.provider_tree [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 701.579031] env[65368]: DEBUG nova.scheduler.client.report [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 701.597119] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 701.638908] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 701.639230] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 701.639385] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 701.639563] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 701.639701] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 701.639838] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 701.640078] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 701.642122] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 701.642122] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 701.642122] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 701.642122] env[65368]: DEBUG nova.virt.hardware [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 701.643328] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b45a92f-82a2-49eb-beec-58fd40de580d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.655435] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-364e90db-7f57-435e-9cb0-bface932def6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.882762] env[65368]: WARNING neutronclient.v2_0.client [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.086407] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.086964] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 702.089560] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.981s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.091093] env[65368]: INFO nova.compute.claims [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 702.596382] env[65368]: DEBUG nova.compute.utils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.605147] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 702.605147] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 702.605147] env[65368]: WARNING neutronclient.v2_0.client [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.605147] env[65368]: WARNING neutronclient.v2_0.client [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.680844] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Successfully created port: c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.910710] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updated VIF entry in instance network info cache for port 6353f24f-ad10-4fa4-8dcb-0c2f5ba20948. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 702.911159] env[65368]: DEBUG nova.network.neutron [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updating instance_info_cache with network_info: [{"id": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "address": "fa:16:3e:4b:b8:f1", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6353f24f-ad", "ovs_interfaceid": "6353f24f-ad10-4fa4-8dcb-0c2f5ba20948", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.003114] env[65368]: DEBUG nova.policy [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c2e2a61c2d7488d9fa3be516c214e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06da3e098494590a25eba1cf89e1342', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.101983] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 703.415667] env[65368]: DEBUG oslo_concurrency.lockutils [req-f87a41ea-5fa1-4329-9aba-05b85597e027 req-0206e611-f2c8-4d46-ad83-55aba1ca3412 service nova] Releasing lock "refresh_cache-052a2265-f955-4bfc-a13f-1502d4363782" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.480676] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e77e710-990b-4d54-887b-c6f11bf2bc49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.490475] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5359749-6848-4adf-83df-131a3bcbe66e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.521949] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642f3ef0-42f8-4c3b-a177-a95a19a4c2d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.530660] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6653980d-d5e4-4094-b9ae-8991b7b99951 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.547485] env[65368]: DEBUG nova.compute.provider_tree [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 704.052737] env[65368]: DEBUG nova.scheduler.client.report [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 704.111085] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 704.145990] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 704.145990] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.145990] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 704.146219] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.146219] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 704.146219] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 704.146219] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 704.146662] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 704.147030] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 704.147574] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 704.147574] env[65368]: DEBUG nova.virt.hardware [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 704.148290] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a926f325-327b-4df5-808f-85543743859e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.158609] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6257c9f2-c07b-41ad-8315-d43c01cb404f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.258861] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Successfully created port: e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.558045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.558045] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 704.560961] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.335s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.594094] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Successfully updated port: c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 705.067971] env[65368]: DEBUG nova.compute.utils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 705.077647] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 705.077878] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 705.078391] env[65368]: WARNING neutronclient.v2_0.client [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.078723] env[65368]: WARNING neutronclient.v2_0.client [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 705.102532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.102840] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquired lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.103139] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.391678] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38145c3-d27e-4c27-8da3-524c625da895 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.401112] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4382f0f-4fc1-4800-abb2-f6e49f456d50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.436623] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd63595-1ccc-48ab-8702-6bce24604b2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.446292] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f783e7e-493b-4716-bfaa-7718bb6fb48f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.462344] env[65368]: DEBUG nova.compute.provider_tree [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 705.574184] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 705.962828] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "67e04a3c-c5b6-4187-a239-01341ea0230b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.962828] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.967020] env[65368]: DEBUG nova.scheduler.client.report [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 706.017347] env[65368]: WARNING neutronclient.v2_0.client [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 706.024623] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "a75e05b6-f88d-485d-8dca-c833e2f47486" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.026576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.064436] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "2b49a267-efa9-4c11-b2cb-108b7da77935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.064667] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.467303] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.527909] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 706.584676] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 706.615544] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 706.616214] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 706.616214] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 706.616394] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 706.616627] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 706.616781] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 706.616982] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 706.618023] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 706.618023] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 706.618023] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 706.618023] env[65368]: DEBUG nova.virt.hardware [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 706.618897] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d252e2-bb9d-4d86-8414-519c731c47bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.630587] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42de826-8823-445c-92f8-d7327be4e729 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.650996] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Successfully updated port: e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.708722] env[65368]: DEBUG nova.policy [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.765552] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.983927] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.423s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.989376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.210s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.989376] env[65368]: DEBUG nova.objects.instance [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lazy-loading 'resources' on Instance uuid 34c3dcde-2052-4c9d-b039-22c3f08b08c9 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 707.021027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.053465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.155050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.155050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.155050] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.291851] env[65368]: DEBUG nova.network.neutron [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Updated VIF entry in instance network info cache for port 3e711758-b6d2-43ca-9dea-138652261916. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 707.292489] env[65368]: DEBUG nova.network.neutron [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Updating instance_info_cache with network_info: [{"id": "3e711758-b6d2-43ca-9dea-138652261916", "address": "fa:16:3e:8f:67:7a", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3e711758-b6", "ovs_interfaceid": "3e711758-b6d2-43ca-9dea-138652261916", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.593217] env[65368]: INFO nova.scheduler.client.report [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleted allocation for migration 5372fafa-2188-4e53-8399-e3b772e8d5be [ 707.799464] env[65368]: DEBUG oslo_concurrency.lockutils [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] Releasing lock "refresh_cache-cc1adefd-a061-47e0-bf8e-38ef27790723" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.799464] env[65368]: DEBUG nova.compute.manager [req-98c5d76d-4da0-4b6a-b91a-17c302f80081 req-70c4c623-1c3f-49ea-a6fc-7c221826ee76 service nova] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Received event network-vif-deleted-7b50b602-ef51-4c08-a1aa-9a2dbe02be17 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 707.980888] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-795fc004-5251-4075-b534-3049c7e9c1c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.990153] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ddefea-e367-42ac-bfae-22a44f528962 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.033167] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0023c63-16f1-4b50-8d43-131ed594ddd3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.043131] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45549f3-f930-4429-9eb7-a7947d7aec5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.057983] env[65368]: DEBUG nova.compute.provider_tree [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 708.094614] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Successfully created port: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 708.104266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-77ca0fb9-3d10-487f-bd46-4d7ca1130be9 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.644s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.191261] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 708.213460] env[65368]: INFO nova.compute.manager [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Rebuilding instance [ 708.287092] env[65368]: DEBUG nova.compute.manager [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 708.288258] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40dbc9fe-a462-4548-8f85-776de4e50e3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.561056] env[65368]: DEBUG nova.scheduler.client.report [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 709.066970] env[65368]: WARNING neutronclient.v2_0.client [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.069901] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.073378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.932s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.075085] env[65368]: DEBUG nova.objects.instance [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lazy-loading 'resources' on Instance uuid c4ffee2b-d810-4b51-acb2-2550877259b9 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 709.096762] env[65368]: INFO nova.scheduler.client.report [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Deleted allocations for instance 34c3dcde-2052-4c9d-b039-22c3f08b08c9 [ 709.306016] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 709.306016] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a82d773-d698-4411-985d-8f98982fb025 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.314967] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 709.314967] env[65368]: value = "task-4424129" [ 709.314967] env[65368]: _type = "Task" [ 709.314967] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.325269] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.607042] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b543f493-18ee-4cca-a49a-2a6a5d75d0ab tempest-AttachInterfacesV270Test-863360408 tempest-AttachInterfacesV270Test-863360408-project-member] Lock "34c3dcde-2052-4c9d-b039-22c3f08b08c9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.629s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.831293] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424129, 'name': PowerOffVM_Task, 'duration_secs': 0.177131} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.831293] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 709.831293] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 709.832628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17890e2c-0882-46c9-ba82-1b5481a30609 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.845081] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 709.845964] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e62cdfc-9345-4677-9ecf-013a63812b86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.874478] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 709.874811] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 709.875112] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleting the datastore file [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 709.875370] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbfa0c23-2856-4f64-ab5f-24002f8fbd2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.882733] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 709.882733] env[65368]: value = "task-4424131" [ 709.882733] env[65368]: _type = "Task" [ 709.882733] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.893881] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.895806] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Successfully updated port: 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 709.955656] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ce220c-a198-4b58-875b-51150d97d658 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.964842] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffb3f39-768b-4b1e-bf9e-a7ee87d728b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.999716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d797ed4-9b7e-4062-b398-d32b7d01ece9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.009242] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a725b2-9adf-4c98-9f3e-210e47ed9aa5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.015747] env[65368]: DEBUG nova.network.neutron [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Updating instance_info_cache with network_info: [{"id": "c15ec264-d94b-4868-9e87-244dd823e2c3", "address": "fa:16:3e:12:d7:4f", "network": {"id": "962c9eb4-f0d4-47a1-b3a4-d6c0abb2a2e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1143271194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a72449f5866840fc86e4a968e6ee5530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15ec264-d9", "ovs_interfaceid": "c15ec264-d94b-4868-9e87-244dd823e2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.026137] env[65368]: DEBUG nova.compute.provider_tree [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 710.045433] env[65368]: WARNING neutronclient.v2_0.client [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.135211] env[65368]: DEBUG nova.network.neutron [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [{"id": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "address": "fa:16:3e:e7:75:53", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape235adae-3b", "ovs_interfaceid": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.296106] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.296360] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.395081] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101651} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.395506] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 710.395812] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 710.396117] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 710.403845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.403845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.403845] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 710.528845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Releasing lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.529336] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Instance network_info: |[{"id": "c15ec264-d94b-4868-9e87-244dd823e2c3", "address": "fa:16:3e:12:d7:4f", "network": {"id": "962c9eb4-f0d4-47a1-b3a4-d6c0abb2a2e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1143271194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a72449f5866840fc86e4a968e6ee5530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15ec264-d9", "ovs_interfaceid": "c15ec264-d94b-4868-9e87-244dd823e2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.530289] env[65368]: DEBUG nova.scheduler.client.report [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.533699] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:d7:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c15ec264-d94b-4868-9e87-244dd823e2c3', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.541315] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Creating folder: Project (a72449f5866840fc86e4a968e6ee5530). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.541900] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12748c11-2a07-4ab6-95ff-4e6b760930e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.555034] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Created folder: Project (a72449f5866840fc86e4a968e6ee5530) in parent group-v865657. [ 710.555034] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Creating folder: Instances. Parent ref: group-v865717. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.555729] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-70116e6f-5c61-445e-a72b-f44daccf9fda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.568314] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Created folder: Instances in parent group-v865717. [ 710.568612] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.568895] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.569580] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2750493-1ef8-4759-a95f-49864477cc90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.591398] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.591398] env[65368]: value = "task-4424134" [ 710.591398] env[65368]: _type = "Task" [ 710.591398] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.603177] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424134, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.638268] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.638657] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Instance network_info: |[{"id": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "address": "fa:16:3e:e7:75:53", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape235adae-3b", "ovs_interfaceid": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 710.639250] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:75:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e235adae-3bcf-498d-b175-9235a3ab8e7c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 710.647738] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating folder: Project (e06da3e098494590a25eba1cf89e1342). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.648180] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90aa8283-4f75-4962-8723-d2bccc61637b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.661216] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created folder: Project (e06da3e098494590a25eba1cf89e1342) in parent group-v865657. [ 710.661474] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating folder: Instances. Parent ref: group-v865720. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 710.661771] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37d37c40-8689-46d4-90fe-a507addfd2c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.675514] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created folder: Instances in parent group-v865720. [ 710.676379] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 710.676379] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 710.676379] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eecaaa72-7f84-4236-8905-4b467b600e7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.702663] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 710.702663] env[65368]: value = "task-4424137" [ 710.702663] env[65368]: _type = "Task" [ 710.702663] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.713368] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424137, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.994267] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 711.044116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.046660] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.452s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.046660] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.046660] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 711.046921] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.033s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.048510] env[65368]: INFO nova.compute.claims [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.053372] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04efe622-721f-4904-98b1-e6cf16b10f9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.070447] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39229d42-66d6-4286-a26a-bb462df52662 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.086216] env[65368]: INFO nova.scheduler.client.report [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Deleted allocations for instance c4ffee2b-d810-4b51-acb2-2550877259b9 [ 711.088961] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f973ca-4fee-4a8f-8adc-aa3334a43274 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.108814] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcde5602-7110-47c1-87e1-d8e9ab9264f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.117808] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424134, 'name': CreateVM_Task, 'duration_secs': 0.400617} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.122456] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.122456] env[65368]: WARNING neutronclient.v2_0.client [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.122456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.122456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.122456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.122858] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e73c27-ccdd-4d09-991f-6112db70f3ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.152619] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179808MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 711.152950] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.158606] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 711.158606] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217e17d-1ff1-3769-dac3-19612c2e45fe" [ 711.158606] env[65368]: _type = "Task" [ 711.158606] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.168489] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217e17d-1ff1-3769-dac3-19612c2e45fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.212977] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424137, 'name': CreateVM_Task, 'duration_secs': 0.379352} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.213199] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 711.213662] env[65368]: WARNING neutronclient.v2_0.client [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.213985] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.441378] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 711.441896] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.442197] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 711.442509] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.442813] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 711.443739] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 711.443739] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 711.443739] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 711.443739] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 711.444359] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 711.444359] env[65368]: DEBUG nova.virt.hardware [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 711.445275] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3309569-2a50-427a-9e17-814f83942faf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.455710] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14792289-2ca2-499f-8d29-2047e80be87b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.471313] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 711.477490] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 711.477806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 711.480688] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46bbaf1b-d45b-4ef9-93ce-13cfc3432d28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.496394] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 711.496394] env[65368]: value = "task-4424138" [ 711.496394] env[65368]: _type = "Task" [ 711.496394] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.506038] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424138, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.603422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f615f21f-8bbd-456f-9efe-c885360a60bc tempest-DeleteServersAdminTestJSON-172945152 tempest-DeleteServersAdminTestJSON-172945152-project-member] Lock "c4ffee2b-d810-4b51-acb2-2550877259b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.110s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.676135] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217e17d-1ff1-3769-dac3-19612c2e45fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.677195] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.677195] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.677195] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.677460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.677700] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.678097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.678456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.678756] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f48bf94-bec2-4542-a78a-364a67044f5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.681255] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4afa451-b697-4b69-96e0-0372a7eaa048 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.689300] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 711.689300] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52db7410-ca09-5c04-be4b-1b00d490cc87" [ 711.689300] env[65368]: _type = "Task" [ 711.689300] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.694948] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.695144] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.696366] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99a24c1d-e214-4e8d-a918-dddc3bb9a6c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.704947] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52db7410-ca09-5c04-be4b-1b00d490cc87, 'name': SearchDatastore_Task, 'duration_secs': 0.011141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.706392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.706653] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.706935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.710021] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 711.710021] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fd68dc-4c24-011d-12b2-46fadc9474b5" [ 711.710021] env[65368]: _type = "Task" [ 711.710021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.716890] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fd68dc-4c24-011d-12b2-46fadc9474b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010378} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.717812] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b07e594-27b8-4c33-82a9-58a3dc357a6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.725389] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 711.725389] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ce5925-d527-bbd1-9989-36f2dd23098d" [ 711.725389] env[65368]: _type = "Task" [ 711.725389] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.737010] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ce5925-d527-bbd1-9989-36f2dd23098d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.821357] env[65368]: WARNING neutronclient.v2_0.client [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.017392] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424138, 'name': CreateVM_Task, 'duration_secs': 0.303381} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.017392] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 712.017392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.017392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.017392] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.017392] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eba68420-04bd-43ca-b4cf-6a8728490c57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.024094] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 712.024094] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c31c6-be88-80e0-ed24-9e89875d150c" [ 712.024094] env[65368]: _type = "Task" [ 712.024094] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.034390] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c31c6-be88-80e0-ed24-9e89875d150c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.160057] env[65368]: DEBUG nova.network.neutron [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.175645] env[65368]: DEBUG nova.compute.manager [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Received event network-vif-plugged-c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.175645] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] Acquiring lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.176026] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.176026] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.176141] env[65368]: DEBUG nova.compute.manager [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] No waiting events found dispatching network-vif-plugged-c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 712.176266] env[65368]: WARNING nova.compute.manager [req-4ba45c29-8e6a-4faf-932b-5910039903c1 req-3481e98b-ac45-45b3-83ee-d33fb20c793b service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Received unexpected event network-vif-plugged-c15ec264-d94b-4868-9e87-244dd823e2c3 for instance with vm_state building and task_state spawning. [ 712.241012] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ce5925-d527-bbd1-9989-36f2dd23098d, 'name': SearchDatastore_Task, 'duration_secs': 0.010719} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.243920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.244213] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dd91b8fd-1d7e-4eed-a019-92aff29144e8/dd91b8fd-1d7e-4eed-a019-92aff29144e8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.244716] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.244893] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 712.245383] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4169ee2b-4ac4-44f8-bfb9-9e1c3a50b516 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.247351] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7076e8e7-1c7b-4ee0-9603-70ac653bf496 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.255540] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 712.255540] env[65368]: value = "task-4424139" [ 712.255540] env[65368]: _type = "Task" [ 712.255540] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.263221] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 712.263404] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 712.264781] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7fa1d9b-e7be-40ec-93d8-3c0a7720b64a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.270745] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.275094] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 712.275094] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52959705-dc0d-95c0-536f-d8355fc91f38" [ 712.275094] env[65368]: _type = "Task" [ 712.275094] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.286770] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52959705-dc0d-95c0-536f-d8355fc91f38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.414850] env[65368]: DEBUG nova.compute.manager [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Received event network-vif-plugged-e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 712.415071] env[65368]: DEBUG oslo_concurrency.lockutils [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] Acquiring lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.415276] env[65368]: DEBUG oslo_concurrency.lockutils [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.415433] env[65368]: DEBUG oslo_concurrency.lockutils [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.415590] env[65368]: DEBUG nova.compute.manager [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] No waiting events found dispatching network-vif-plugged-e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 712.415763] env[65368]: WARNING nova.compute.manager [req-30bcf38c-f54c-49aa-b085-fde17819ddf4 req-8d8c4578-adab-47e7-b431-7c3a453e1124 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Received unexpected event network-vif-plugged-e235adae-3bcf-498d-b175-9235a3ab8e7c for instance with vm_state building and task_state spawning. [ 712.417782] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ea59ad-591e-4a28-abfe-5c530e2d54b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.427221] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49606c7b-b8c4-4aa6-a291-505590261599 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.461046] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae31e1df-ed23-4a8f-b176-ce2613940738 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.469477] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522a8404-e3db-40f1-baf5-7b41e83c4df4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.483964] env[65368]: DEBUG nova.compute.provider_tree [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 712.536375] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c31c6-be88-80e0-ed24-9e89875d150c, 'name': SearchDatastore_Task, 'duration_secs': 0.010841} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.536686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.536908] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 712.537120] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.664818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.665335] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Instance network_info: |[{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 712.665977] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:80:d1:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.674863] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating folder: Project (0de459ce3b14422fb5414824e4e382f4). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.675235] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e35e45d2-ab88-4392-899e-07de5bfb082d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.689936] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created folder: Project (0de459ce3b14422fb5414824e4e382f4) in parent group-v865657. [ 712.690142] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating folder: Instances. Parent ref: group-v865724. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.690278] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8c8b9c-67a9-44d6-b348-b88761611141 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.702176] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created folder: Instances in parent group-v865724. [ 712.702479] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 712.702695] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.703699] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a5366b4-1aaa-42d9-aeab-9e492ce63e20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.723889] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.723889] env[65368]: value = "task-4424142" [ 712.723889] env[65368]: _type = "Task" [ 712.723889] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.733239] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424142, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.767598] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424139, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.787984] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52959705-dc0d-95c0-536f-d8355fc91f38, 'name': SearchDatastore_Task, 'duration_secs': 0.022899} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.789023] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57663216-375f-464e-a212-360111909c5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.797802] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 712.797802] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a53922-d90b-d01a-e9da-36b8cbb19b9a" [ 712.797802] env[65368]: _type = "Task" [ 712.797802] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.811180] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a53922-d90b-d01a-e9da-36b8cbb19b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.990430] env[65368]: DEBUG nova.scheduler.client.report [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 713.235859] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424142, 'name': CreateVM_Task, 'duration_secs': 0.375617} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.236195] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.236584] env[65368]: WARNING neutronclient.v2_0.client [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.237041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.237210] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.237609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.237898] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d1973f6-88cc-4b27-9bfa-18e5584fdfaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.244335] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 713.244335] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52002ca2-f0c2-06b8-41d3-304c82cca10c" [ 713.244335] env[65368]: _type = "Task" [ 713.244335] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.257605] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52002ca2-f0c2-06b8-41d3-304c82cca10c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.269413] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424139, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68107} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.269805] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dd91b8fd-1d7e-4eed-a019-92aff29144e8/dd91b8fd-1d7e-4eed-a019-92aff29144e8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.270088] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.272294] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-167270ac-4fd8-47e4-9c4b-a71223c15fa5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.282049] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 713.282049] env[65368]: value = "task-4424143" [ 713.282049] env[65368]: _type = "Task" [ 713.282049] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.294311] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.313726] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a53922-d90b-d01a-e9da-36b8cbb19b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.067895} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.314009] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.314406] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/7e49302b-aae6-4137-861d-c7040c7ba5bb.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.317229] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.317229] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.317229] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a6ffe38-cdd5-419b-8ba3-7f98c36b2941 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.318565] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-195a5962-ef05-4e1a-a3ff-4983ed097d5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.327360] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 713.327360] env[65368]: value = "task-4424144" [ 713.327360] env[65368]: _type = "Task" [ 713.327360] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.328895] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.329109] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.333840] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0079740-2ce6-4c5c-b9e4-99bcaefe6d3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.343614] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.344889] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 713.344889] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52813ca1-9b67-dab5-ca56-206e8229be41" [ 713.344889] env[65368]: _type = "Task" [ 713.344889] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.356613] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52813ca1-9b67-dab5-ca56-206e8229be41, 'name': SearchDatastore_Task, 'duration_secs': 0.012026} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.357862] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b17c2bbd-466c-46c9-93fa-c8f479381af6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.365555] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 713.365555] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1d557-9861-9286-4017-eec23726d6a9" [ 713.365555] env[65368]: _type = "Task" [ 713.365555] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.376368] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1d557-9861-9286-4017-eec23726d6a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.496527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.449s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.497152] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 713.500781] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.443s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 713.502382] env[65368]: INFO nova.compute.claims [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 713.757479] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52002ca2-f0c2-06b8-41d3-304c82cca10c, 'name': SearchDatastore_Task, 'duration_secs': 0.010704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.757825] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.758076] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 713.758347] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.794287] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073538} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.794287] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.794615] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fc8db8-0f42-4ab2-ba1b-1844de9c3fcd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.825321] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] dd91b8fd-1d7e-4eed-a019-92aff29144e8/dd91b8fd-1d7e-4eed-a019-92aff29144e8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.825961] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31591d37-4e0e-4ecc-91d4-c8cacbe55fbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.850460] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49031} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.852157] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/7e49302b-aae6-4137-861d-c7040c7ba5bb.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 713.853282] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 713.853282] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 713.853282] env[65368]: value = "task-4424145" [ 713.853282] env[65368]: _type = "Task" [ 713.853282] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.853282] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6673c95e-dd4b-4d11-8ffa-117c6ccb6207 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.866061] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424145, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.868044] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 713.868044] env[65368]: value = "task-4424146" [ 713.868044] env[65368]: _type = "Task" [ 713.868044] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.883413] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1d557-9861-9286-4017-eec23726d6a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.887707] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.887707] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 713.887707] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424146, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.887707] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.888023] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 713.888098] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4de1d410-f471-48b4-8fad-4e27727b1568 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.891845] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-12a8e62e-5356-47a2-8418-45fe46f599db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.901047] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 713.901047] env[65368]: value = "task-4424147" [ 713.901047] env[65368]: _type = "Task" [ 713.901047] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.905128] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 713.905289] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 713.906150] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b431a9f0-b1a8-4a2c-a535-1ce41f24f837 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.913049] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 713.913049] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527adf4c-0f18-ca65-58f6-a1772e4b368f" [ 713.913049] env[65368]: _type = "Task" [ 713.913049] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.918643] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424147, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.928456] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527adf4c-0f18-ca65-58f6-a1772e4b368f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.010452] env[65368]: DEBUG nova.compute.utils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 714.015316] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 714.015415] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 714.015778] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.016212] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 714.017895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.018072] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.149750] env[65368]: DEBUG nova.policy [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5159d7cfbeda4ef7b9d93b4bdbed889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eb8ffc348c5489294557ef64f32497a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 714.373587] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424145, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.384491] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424146, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075079} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.384817] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.385683] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ce1446-cd37-4d88-b758-37c55e937cf2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.411688] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/7e49302b-aae6-4137-861d-c7040c7ba5bb.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.414129] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0b0dd6b-8a8e-42e5-9330-542b30cab7d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.438721] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424147, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501412} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.439435] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.439667] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.441111] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08b717bb-8368-4706-979c-89e17705bd26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.443651] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 714.443651] env[65368]: value = "task-4424148" [ 714.443651] env[65368]: _type = "Task" [ 714.443651] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.447321] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527adf4c-0f18-ca65-58f6-a1772e4b368f, 'name': SearchDatastore_Task, 'duration_secs': 0.022444} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.451638] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8da0f2f-1132-429f-bbf9-62c0b5ff1f4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.455971] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 714.455971] env[65368]: value = "task-4424149" [ 714.455971] env[65368]: _type = "Task" [ 714.455971] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.465236] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 714.465236] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52313485-32c4-cd8a-f482-bf8efa48831a" [ 714.465236] env[65368]: _type = "Task" [ 714.465236] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.465540] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424148, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.473449] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424149, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.481640] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52313485-32c4-cd8a-f482-bf8efa48831a, 'name': SearchDatastore_Task, 'duration_secs': 0.013316} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.482230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.482577] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 5e58ad68-c04d-4479-ba9c-f571055bb014/5e58ad68-c04d-4479-ba9c-f571055bb014.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.483315] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a5d2305-d222-46ec-92c8-a41b363e6e2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.491878] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 714.491878] env[65368]: value = "task-4424150" [ 714.491878] env[65368]: _type = "Task" [ 714.491878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.501482] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.518242] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 714.684596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "8e1eb273-f88d-411a-b5df-f17df6652266" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.684596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.686102] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Successfully created port: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 714.869922] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424145, 'name': ReconfigVM_Task, 'duration_secs': 0.586029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.869922] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Reconfigured VM instance instance-00000016 to attach disk [datastore2] dd91b8fd-1d7e-4eed-a019-92aff29144e8/dd91b8fd-1d7e-4eed-a019-92aff29144e8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.870646] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eb67cce2-9db8-4f0d-9a8c-f8541595d490 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.880541] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 714.880541] env[65368]: value = "task-4424151" [ 714.880541] env[65368]: _type = "Task" [ 714.880541] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.892111] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424151, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.970083] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424148, 'name': ReconfigVM_Task, 'duration_secs': 0.348413} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.970606] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/7e49302b-aae6-4137-861d-c7040c7ba5bb.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.971461] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-32a52e8b-494c-4e51-b1a5-72821694b4bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.977249] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424149, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074885} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.980939] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.982746] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351e6552-e633-4cd7-980b-5e9493c82e48 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.987489] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 714.987489] env[65368]: value = "task-4424152" [ 714.987489] env[65368]: _type = "Task" [ 714.987489] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.012017] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.020046] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28efa82b-4f3a-4386-84c3-33e90af6dee3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.049512] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424152, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.060336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.060336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.061336] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494961} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.061336] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 715.061336] env[65368]: value = "task-4424153" [ 715.061336] env[65368]: _type = "Task" [ 715.061336] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.063982] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 5e58ad68-c04d-4479-ba9c-f571055bb014/5e58ad68-c04d-4479-ba9c-f571055bb014.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 715.064237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 715.065344] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb34923c-88fe-4044-b3a6-b60a32169983 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.078868] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424153, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.083699] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 715.083699] env[65368]: value = "task-4424154" [ 715.083699] env[65368]: _type = "Task" [ 715.083699] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.094889] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424154, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.101938] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac0b20a-afdc-4f98-9b16-5e8832639731 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.111868] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a12d36c-3e7b-4fd1-91b7-4c554b443f6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.150022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f743301b-1045-40ac-8ae1-4e420bd79ca3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.157630] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636df126-c1ab-4fa2-938a-047ca7c95200 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.173557] env[65368]: DEBUG nova.compute.provider_tree [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 715.393806] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424151, 'name': Rename_Task, 'duration_secs': 0.222281} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.393806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.393806] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7701fb55-36d5-491f-b35b-ec7316438c28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.401414] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 715.401414] env[65368]: value = "task-4424155" [ 715.401414] env[65368]: _type = "Task" [ 715.401414] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.412467] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.499700] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424152, 'name': Rename_Task, 'duration_secs': 0.30169} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.499997] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 715.501425] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96dcde28-f630-4afc-8413-34b0dc97dd90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.509605] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 715.509605] env[65368]: value = "task-4424156" [ 715.509605] env[65368]: _type = "Task" [ 715.509605] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.518550] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.553783] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 715.575681] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424153, 'name': ReconfigVM_Task, 'duration_secs': 0.40949} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.576112] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Reconfigured VM instance instance-00000014 to attach disk [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e/dc08eda0-b021-47b9-a378-9317965a2c0e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.576754] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b79e9b-fcd2-4bd3-adec-ee4b8e585631 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.584960] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 715.584960] env[65368]: value = "task-4424157" [ 715.584960] env[65368]: _type = "Task" [ 715.584960] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.590970] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 715.591535] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 715.591692] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 715.591901] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 715.592096] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 715.592275] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 715.592485] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 715.592654] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 715.592817] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 715.592995] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 715.593205] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 715.598564] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279d8129-ff0c-43b0-8d6b-f68a9a3f0906 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.610820] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424154, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083355} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.617774] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 715.618116] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424157, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.618882] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4ec237-cc5c-4dc6-87d9-e6d1f9598941 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.622646] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ad8569-53e8-413d-b688-0974f32aa00e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.649554] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 5e58ad68-c04d-4479-ba9c-f571055bb014/5e58ad68-c04d-4479-ba9c-f571055bb014.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 715.658619] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd74631-bacf-4904-8335-02c852c1ece3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.680922] env[65368]: DEBUG nova.scheduler.client.report [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.692350] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 715.692350] env[65368]: value = "task-4424158" [ 715.692350] env[65368]: _type = "Task" [ 715.692350] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.704564] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.913803] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424155, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.022022] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424156, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.104771] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424157, 'name': Rename_Task, 'duration_secs': 0.163198} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.105337] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.105779] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f7d6bfe-5fca-4706-8020-fafdfeda8411 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.116405] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 716.116405] env[65368]: value = "task-4424159" [ 716.116405] env[65368]: _type = "Task" [ 716.116405] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.127834] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424159, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.189351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.190143] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 716.192955] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.724s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.194687] env[65368]: INFO nova.compute.claims [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 716.207861] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424158, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.413014] env[65368]: DEBUG oslo_vmware.api [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424155, 'name': PowerOnVM_Task, 'duration_secs': 0.621768} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.413548] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.413885] env[65368]: INFO nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 14.82 seconds to spawn the instance on the hypervisor. [ 716.414142] env[65368]: DEBUG nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.417093] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ce5841-dec6-4c18-80db-3204ee19a297 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.523728] env[65368]: DEBUG oslo_vmware.api [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424156, 'name': PowerOnVM_Task, 'duration_secs': 0.752767} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.523997] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 716.524849] env[65368]: INFO nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Took 12.41 seconds to spawn the instance on the hypervisor. [ 716.525053] env[65368]: DEBUG nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 716.527144] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57334dab-49de-4619-9549-d708034590a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.608246] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Successfully updated port: ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 716.630990] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424159, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.698937] env[65368]: DEBUG nova.compute.utils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.706047] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 716.706047] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 716.706047] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.706047] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 716.717866] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424158, 'name': ReconfigVM_Task, 'duration_secs': 0.619923} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.719052] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 5e58ad68-c04d-4479-ba9c-f571055bb014/5e58ad68-c04d-4479-ba9c-f571055bb014.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 716.719628] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee0a2cc1-d630-4016-85dc-1fa5ee6c086d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.731725] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 716.731725] env[65368]: value = "task-4424160" [ 716.731725] env[65368]: _type = "Task" [ 716.731725] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.744846] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424160, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.768868] env[65368]: DEBUG nova.policy [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5159d7cfbeda4ef7b9d93b4bdbed889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eb8ffc348c5489294557ef64f32497a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.942417] env[65368]: INFO nova.compute.manager [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 30.45 seconds to build instance. [ 717.050272] env[65368]: INFO nova.compute.manager [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Took 30.39 seconds to build instance. [ 717.109350] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Successfully created port: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 717.114653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.114653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.114653] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.128731] env[65368]: DEBUG oslo_vmware.api [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424159, 'name': PowerOnVM_Task, 'duration_secs': 0.708345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.128731] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.128931] env[65368]: DEBUG nova.compute.manager [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.130349] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5cfdd3-ef32-426f-82f0-d94ff04ecac4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.205712] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 717.252103] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424160, 'name': Rename_Task, 'duration_secs': 0.186721} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.253267] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 717.257483] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbc2657d-bc65-4b36-ba05-0c6d90c2dfda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.264554] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 717.264554] env[65368]: value = "task-4424161" [ 717.264554] env[65368]: _type = "Task" [ 717.264554] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.275227] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424161, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.447444] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01b70a69-0346-49e5-aede-c6de29c46b0e tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.974s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.552267] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a37f56f-5b71-4d14-a917-0f5d274acb0c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.910s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 717.627506] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0c9eee-f310-471b-8c72-cae446ea99cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.639628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb48358-ecdd-4aa3-9128-442a550cae6e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.677924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.678172] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee60475-a744-4a96-9453-ae0e89b42bd6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.688780] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b21d9f-96e4-4725-99f6-c7b4d8d44507 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.705670] env[65368]: DEBUG nova.compute.provider_tree [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.732442] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 717.778671] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424161, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.894101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.894357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 717.950889] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.972169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.972393] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.000949] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.056552] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 718.065758] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Received event network-changed-c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 718.068239] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Refreshing instance network info cache due to event network-changed-c15ec264-d94b-4868-9e87-244dd823e2c3. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 718.068574] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquiring lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.068574] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquired lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.068841] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Refreshing network info cache for port c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.140632] env[65368]: DEBUG nova.compute.manager [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Received event network-changed-e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 718.141319] env[65368]: DEBUG nova.compute.manager [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Refreshing instance network info cache due to event network-changed-e235adae-3bcf-498d-b175-9235a3ab8e7c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 718.141319] env[65368]: DEBUG oslo_concurrency.lockutils [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] Acquiring lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.142123] env[65368]: DEBUG oslo_concurrency.lockutils [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] Acquired lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.142216] env[65368]: DEBUG nova.network.neutron [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Refreshing network info cache for port e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.146517] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Updating instance_info_cache with network_info: [{"id": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "address": "fa:16:3e:b2:be:8c", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddeb2b48-f9", "ovs_interfaceid": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.211803] env[65368]: DEBUG nova.scheduler.client.report [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 718.219270] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 718.249115] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 718.249464] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 718.249642] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 718.249867] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 718.250140] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 718.250312] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 718.250736] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 718.250825] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 718.250934] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 718.251159] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 718.251380] env[65368]: DEBUG nova.virt.hardware [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 718.253117] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c888ceb4-df08-44ee-8fed-5a3057a1d52a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.263032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea340ec-d637-4ae9-b91f-af53c58937b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.284833] env[65368]: DEBUG oslo_vmware.api [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424161, 'name': PowerOnVM_Task, 'duration_secs': 0.845505} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.284833] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.284833] env[65368]: INFO nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Took 11.70 seconds to spawn the instance on the hypervisor. [ 718.284833] env[65368]: DEBUG nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 718.286083] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddc139e-c39b-45b8-a9cc-6bfd8db6c294 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.471552] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.571729] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.585051] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.621301] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.621675] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.649655] env[65368]: WARNING neutronclient.v2_0.client [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.652793] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.653169] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Instance network_info: |[{"id": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "address": "fa:16:3e:b2:be:8c", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddeb2b48-f9", "ovs_interfaceid": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 718.654247] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b2:be:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 718.663110] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating folder: Project (7eb8ffc348c5489294557ef64f32497a). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.663444] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd84f505-3916-4c67-9534-cc5a9b95fe91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.676740] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created folder: Project (7eb8ffc348c5489294557ef64f32497a) in parent group-v865657. [ 718.676979] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating folder: Instances. Parent ref: group-v865727. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 718.677195] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc2ccc54-156c-440c-bfbd-e77a8c179848 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.688654] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created folder: Instances in parent group-v865727. [ 718.688889] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 718.689108] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 718.689338] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33a64271-0bf7-47ca-9ebd-bbeb13d24abd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.710096] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 718.710096] env[65368]: value = "task-4424164" [ 718.710096] env[65368]: _type = "Task" [ 718.710096] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.720820] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.528s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.721395] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 718.724408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "052a2265-f955-4bfc-a13f-1502d4363782" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.724670] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.724872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "052a2265-f955-4bfc-a13f-1502d4363782-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.725104] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.725277] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.726752] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424164, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.727764] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.195s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.731295] env[65368]: INFO nova.compute.claims [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.734243] env[65368]: INFO nova.compute.manager [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Terminating instance [ 718.737935] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Successfully updated port: 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 718.805429] env[65368]: INFO nova.compute.manager [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Took 31.72 seconds to build instance. [ 719.158375] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.185530] env[65368]: WARNING neutronclient.v2_0.client [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.222087] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424164, 'name': CreateVM_Task, 'duration_secs': 0.367176} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.222173] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 719.222686] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.223114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.223244] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.223565] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.223830] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7415a67-b6f9-4186-bb78-a3fc6d0e6e51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.229024] env[65368]: DEBUG nova.compute.utils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 719.231910] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 719.232255] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 719.232684] env[65368]: WARNING neutronclient.v2_0.client [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.233010] env[65368]: WARNING neutronclient.v2_0.client [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.235176] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 719.235176] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524acb0f-8d68-7e47-dc95-9d9000e77017" [ 719.235176] env[65368]: _type = "Task" [ 719.235176] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.250784] env[65368]: DEBUG nova.compute.manager [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 719.250894] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 719.251522] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.251821] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.251899] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 719.255036] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8612576-feb6-448b-bc2b-2105c49a2999 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.266166] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524acb0f-8d68-7e47-dc95-9d9000e77017, 'name': SearchDatastore_Task, 'duration_secs': 0.024918} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.268085] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.268934] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 719.268934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.268934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.268934] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 719.269396] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 719.269635] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04bb360f-212d-49e4-97d3-9a420d00fafa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.271609] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96b46b65-9eb2-4014-a939-f957410396c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.279155] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 719.279155] env[65368]: value = "task-4424165" [ 719.279155] env[65368]: _type = "Task" [ 719.279155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.284856] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 719.285183] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 719.286877] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fb07ef1-5d8d-414b-92e6-0581d58b8148 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.292222] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.296031] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 719.296031] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52509e56-9e8c-a912-cdcd-442102a52d1e" [ 719.296031] env[65368]: _type = "Task" [ 719.296031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.310137] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2bb837c2-5bfe-41b7-8765-ca893b1f2b02 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.239s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.310532] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52509e56-9e8c-a912-cdcd-442102a52d1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.339630] env[65368]: DEBUG nova.policy [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3d11b024a7456d8ffbda418b710203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1058962de456478282c7aec7fcb31331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 719.396802] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Updated VIF entry in instance network info cache for port c15ec264-d94b-4868-9e87-244dd823e2c3. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.397291] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Updating instance_info_cache with network_info: [{"id": "c15ec264-d94b-4868-9e87-244dd823e2c3", "address": "fa:16:3e:12:d7:4f", "network": {"id": "962c9eb4-f0d4-47a1-b3a4-d6c0abb2a2e6", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1143271194-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "a72449f5866840fc86e4a968e6ee5530", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9e6b7d9f-c4e9-4623-9eb5-840ca1a8224c", "external-id": "nsx-vlan-transportzone-782", "segmentation_id": 782, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc15ec264-d9", "ovs_interfaceid": "c15ec264-d94b-4868-9e87-244dd823e2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.427330] env[65368]: DEBUG nova.network.neutron [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updated VIF entry in instance network info cache for port e235adae-3bcf-498d-b175-9235a3ab8e7c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 719.428071] env[65368]: DEBUG nova.network.neutron [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [{"id": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "address": "fa:16:3e:e7:75:53", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape235adae-3b", "ovs_interfaceid": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.738733] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 719.798354] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424165, 'name': PowerOffVM_Task, 'duration_secs': 0.283949} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.798354] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 719.798354] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 719.798354] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c1890db-f65c-43eb-8087-303fcb304fde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.815660] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52509e56-9e8c-a912-cdcd-442102a52d1e, 'name': SearchDatastore_Task, 'duration_secs': 0.015164} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.817074] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 719.821849] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04a6d25a-3c57-4f00-97d2-0e213d7b8850 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.830029] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 719.830029] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5235c96c-e1f4-8a6d-4018-429e508c4ee0" [ 719.830029] env[65368]: _type = "Task" [ 719.830029] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.840320] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5235c96c-e1f4-8a6d-4018-429e508c4ee0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.859580] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Successfully created port: 04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 719.875587] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 719.876626] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 719.876626] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleting the datastore file [datastore2] 052a2265-f955-4bfc-a13f-1502d4363782 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 719.876626] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0206c807-0342-4c88-ae45-28cbd36d823e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.883554] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 719.883554] env[65368]: value = "task-4424167" [ 719.883554] env[65368]: _type = "Task" [ 719.883554] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.897160] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.901854] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Releasing lock "refresh_cache-dd91b8fd-1d7e-4eed-a019-92aff29144e8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.901994] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-vif-plugged-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 719.902316] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.902539] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.902835] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.902835] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] No waiting events found dispatching network-vif-plugged-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 719.903021] env[65368]: WARNING nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received unexpected event network-vif-plugged-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a for instance with vm_state building and task_state spawning. [ 719.903205] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-changed-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 719.903337] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing instance network info cache due to event network-changed-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 719.903507] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.903637] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.903788] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing network info cache for port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 719.921512] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "a4112107-4e15-491d-9b5f-8a004b295115" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.921746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.930219] env[65368]: DEBUG oslo_concurrency.lockutils [req-b63d18d5-5754-41a0-8cc2-5d2184cfe120 req-0ebb5c1f-d9bb-4794-9fb0-160f91019a02 service nova] Releasing lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.967791] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 720.231162] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.236904] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b217f8d-219b-4fda-8d3f-7dbccf6b14bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.247551] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c883c31-bdc0-41bd-a598-f59552bab69b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.290949] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ec3db5-07e2-4cb1-89f3-090ac2b07e09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.298617] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c083adbe-eb53-4a1e-8726-cd26340370a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.317202] env[65368]: DEBUG nova.compute.provider_tree [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.339166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.343631] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5235c96c-e1f4-8a6d-4018-429e508c4ee0, 'name': SearchDatastore_Task, 'duration_secs': 0.015823} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.344700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.344700] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 418827ef-1977-4bec-b71a-3dae4fbf1486/418827ef-1977-4bec-b71a-3dae4fbf1486.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 720.344972] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c8df51a-00d4-469a-bb00-b8540856e7ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.347881] env[65368]: DEBUG nova.compute.manager [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 720.349073] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa3969a-55c1-43d5-bd68-16655de5c168 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.353674] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 720.353674] env[65368]: value = "task-4424168" [ 720.353674] env[65368]: _type = "Task" [ 720.353674] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.366656] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.369838] env[65368]: DEBUG nova.network.neutron [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Updating instance_info_cache with network_info: [{"id": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "address": "fa:16:3e:7d:ff:93", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daf490f-a8", "ovs_interfaceid": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 720.400267] env[65368]: DEBUG oslo_vmware.api [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.492065} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.401461] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 720.401765] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 720.402098] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 720.402333] env[65368]: INFO nova.compute.manager [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Took 1.15 seconds to destroy the instance on the hypervisor. [ 720.402691] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.403368] env[65368]: DEBUG nova.compute.manager [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 720.403498] env[65368]: DEBUG nova.network.neutron [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 720.403760] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.407319] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.509475] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.790933] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.820786] env[65368]: DEBUG nova.scheduler.client.report [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.832366] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.832685] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.832977] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.833161] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.833555] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.834052] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.834333] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.834529] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.834736] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.835090] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.835245] env[65368]: DEBUG nova.virt.hardware [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.836964] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cefc7c-27f8-4cf9-9952-e17778e59508 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.848793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeccede2-463c-410f-ba8d-772898387283 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.868208] env[65368]: INFO nova.compute.manager [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] instance snapshotting [ 720.871849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75f1928-fd04-4f23-9a5b-3335e0618aae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.874958] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.875313] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Instance network_info: |[{"id": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "address": "fa:16:3e:7d:ff:93", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daf490f-a8", "ovs_interfaceid": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 720.878956] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:ff:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.887012] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 720.887786] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424168, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.888504] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.888926] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94269c4c-b410-4b03-854e-a17fdbce01b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.919716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3ce3f9-f4ae-4b7e-bf16-eaa111ddf893 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.926957] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.926957] env[65368]: value = "task-4424169" [ 720.926957] env[65368]: _type = "Task" [ 720.926957] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.947996] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424169, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.077388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "158d47e7-5adc-4942-9ced-e17189142d72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.077621] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.326694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.327470] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 721.331595] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.171s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.333183] env[65368]: INFO nova.compute.claims [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.369065] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.738388} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.370172] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 418827ef-1977-4bec-b71a-3dae4fbf1486/418827ef-1977-4bec-b71a-3dae4fbf1486.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 721.370172] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 721.370172] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-195d9229-f7fb-4ac9-9d55-ab8d4de55939 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.377945] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 721.377945] env[65368]: value = "task-4424170" [ 721.377945] env[65368]: _type = "Task" [ 721.377945] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.387560] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424170, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.442588] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 721.443114] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424169, 'name': CreateVM_Task, 'duration_secs': 0.403409} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.443252] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d5fbdeda-f52b-4141-b726-d4f2df2586b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.445101] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 721.445586] env[65368]: WARNING neutronclient.v2_0.client [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.445933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.446296] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.446427] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.447021] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f20830d-4927-4d8f-a34e-c5bff033637d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.452480] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 721.452480] env[65368]: value = "task-4424171" [ 721.452480] env[65368]: _type = "Task" [ 721.452480] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.454991] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 721.454991] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521819da-5634-1f00-e7e0-dcadb814fc69" [ 721.454991] env[65368]: _type = "Task" [ 721.454991] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.467111] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.470566] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521819da-5634-1f00-e7e0-dcadb814fc69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.550990] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Successfully updated port: 04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 721.624065] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.685190] env[65368]: DEBUG nova.network.neutron [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.706340] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updated VIF entry in instance network info cache for port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 721.707018] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.833684] env[65368]: DEBUG nova.compute.utils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.837171] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 721.837171] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.837171] env[65368]: WARNING neutronclient.v2_0.client [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.839040] env[65368]: WARNING neutronclient.v2_0.client [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.892099] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424170, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069425} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.892647] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 721.893500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa83b282-fd35-4238-bdfe-f4eb109ce77a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.918892] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 418827ef-1977-4bec-b71a-3dae4fbf1486/418827ef-1977-4bec-b71a-3dae4fbf1486.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 721.920934] env[65368]: DEBUG nova.policy [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c2e2a61c2d7488d9fa3be516c214e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06da3e098494590a25eba1cf89e1342', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.923167] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd2f4a9-9668-4781-9760-5633ecd98de5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.945270] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 721.945270] env[65368]: value = "task-4424172" [ 721.945270] env[65368]: _type = "Task" [ 721.945270] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.954490] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424172, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.966293] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424171, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.973181] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521819da-5634-1f00-e7e0-dcadb814fc69, 'name': SearchDatastore_Task, 'duration_secs': 0.018613} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.973637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.973979] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.974351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.974581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.974858] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.975256] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1040a061-b5ed-489d-8061-45475f3d92ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.984712] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.985030] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.985912] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999ff75a-b4d0-4f6b-9f97-8f636793ab01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.992818] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 721.992818] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52166dc8-59f7-5767-b32a-8ce09f06a5f8" [ 721.992818] env[65368]: _type = "Task" [ 721.992818] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.001416] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52166dc8-59f7-5767-b32a-8ce09f06a5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.060095] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.060531] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.189715] env[65368]: INFO nova.compute.manager [-] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Took 1.79 seconds to deallocate network for instance. [ 722.210817] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.211160] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 722.211789] env[65368]: DEBUG nova.compute.manager [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing instance network info cache due to event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 722.212095] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.212694] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.212921] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.330694] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Successfully created port: a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.341283] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 722.469102] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424172, 'name': ReconfigVM_Task, 'duration_secs': 0.334635} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.469839] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 418827ef-1977-4bec-b71a-3dae4fbf1486/418827ef-1977-4bec-b71a-3dae4fbf1486.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 722.470542] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919a2aca-e339-4078-abab-73b5633242ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.479799] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424171, 'name': CreateSnapshot_Task, 'duration_secs': 0.87094} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.480891] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 722.482168] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77061d49-1e7c-4a47-9101-e12092801503 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.488526] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 722.488526] env[65368]: value = "task-4424173" [ 722.488526] env[65368]: _type = "Task" [ 722.488526] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.519917] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424173, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.520132] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52166dc8-59f7-5767-b32a-8ce09f06a5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.013062} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.523670] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5729afa9-d668-46ee-83ac-6e3a80075703 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.533201] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 722.533201] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524a663e-dd93-4176-5a57-c7589e0420c3" [ 722.533201] env[65368]: _type = "Task" [ 722.533201] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.541398] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524a663e-dd93-4176-5a57-c7589e0420c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.700694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.716151] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.874017] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305a736f-5c82-4624-83d5-78a31f46adcd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.883731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a20be6e-15a4-4607-b1e2-82c64db2423c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.917524] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22ece3e4-d583-4533-a8e9-1557289f9d65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.926307] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848abeac-0eef-4638-8214-ee4f3b8ad807 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.940973] env[65368]: DEBUG nova.compute.provider_tree [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.001587] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424173, 'name': Rename_Task, 'duration_secs': 0.158259} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.001911] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 723.002252] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-788ac20f-f077-4472-a708-7e46306f5972 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.010823] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 723.011126] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f28b1385-058b-486d-9092-93cd8ef1a601 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.019712] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 723.019712] env[65368]: value = "task-4424174" [ 723.019712] env[65368]: _type = "Task" [ 723.019712] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.023969] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 723.023969] env[65368]: value = "task-4424175" [ 723.023969] env[65368]: _type = "Task" [ 723.023969] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.031784] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424174, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.038328] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424175, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.044603] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524a663e-dd93-4176-5a57-c7589e0420c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018414} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.044866] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.045132] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 29b6afac-5d8b-4e68-ab52-99ec57129bb3/29b6afac-5d8b-4e68-ab52-99ec57129bb3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 723.045394] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf65455-898b-4c20-ac0a-dea356b2f53f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.053996] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 723.053996] env[65368]: value = "task-4424176" [ 723.053996] env[65368]: _type = "Task" [ 723.053996] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.064751] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424176, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.281598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.281909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.353287] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 723.386535] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 723.386832] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 723.386950] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 723.387269] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 723.387426] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 723.387569] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 723.387778] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 723.387927] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 723.388144] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 723.388418] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 723.388592] env[65368]: DEBUG nova.virt.hardware [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 723.389574] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0c96b-884b-4c09-bda7-e8df91ec19b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.399842] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c748dd7e-e9ff-4a32-8599-7bdcb430974c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.444325] env[65368]: DEBUG nova.scheduler.client.report [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.475215] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 723.540659] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424175, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.544200] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424174, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.572531] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424176, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.869169] env[65368]: WARNING neutronclient.v2_0.client [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.950891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.951504] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 723.954422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.935s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.956407] env[65368]: INFO nova.compute.claims [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.006383] env[65368]: WARNING neutronclient.v2_0.client [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.013435] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Successfully updated port: a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.038775] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424174, 'name': PowerOnVM_Task, 'duration_secs': 0.729156} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.039715] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 724.039849] env[65368]: INFO nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Took 8.49 seconds to spawn the instance on the hypervisor. [ 724.040474] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 724.041241] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7995c14-f514-45dd-ad14-6a0d60631a25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.048167] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424175, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.069225] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424176, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632542} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.069466] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 29b6afac-5d8b-4e68-ab52-99ec57129bb3/29b6afac-5d8b-4e68-ab52-99ec57129bb3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 724.070111] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 724.070111] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8199d8a4-e22a-45d1-8053-d4d0665f47d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.079611] env[65368]: DEBUG nova.network.neutron [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.082902] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 724.082902] env[65368]: value = "task-4424177" [ 724.082902] env[65368]: _type = "Task" [ 724.082902] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.099480] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.184457] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updated VIF entry in instance network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 724.184821] env[65368]: DEBUG nova.network.neutron [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.216930] env[65368]: DEBUG nova.compute.manager [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Received event network-vif-plugged-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 724.217301] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Acquiring lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.217589] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.217787] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.217957] env[65368]: DEBUG nova.compute.manager [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] No waiting events found dispatching network-vif-plugged-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 724.218528] env[65368]: WARNING nova.compute.manager [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Received unexpected event network-vif-plugged-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 for instance with vm_state active and task_state None. [ 724.218630] env[65368]: DEBUG nova.compute.manager [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Received event network-changed-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 724.218807] env[65368]: DEBUG nova.compute.manager [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Refreshing instance network info cache due to event network-changed-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 724.219388] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Acquiring lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.219767] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Acquired lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.219923] env[65368]: DEBUG nova.network.neutron [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Refreshing network info cache for port ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.323609] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 724.324585] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing instance network info cache due to event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 724.324585] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.465347] env[65368]: DEBUG nova.compute.utils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 724.470835] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 724.471235] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 724.471743] env[65368]: WARNING neutronclient.v2_0.client [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.472204] env[65368]: WARNING neutronclient.v2_0.client [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.515757] env[65368]: DEBUG nova.policy [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '911963bc12b143249083563e9dd6edc7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c678b370939b49b4b485ba42eddfa9f7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 724.518853] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.519019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.519195] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.546223] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424175, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.566138] env[65368]: INFO nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Took 31.57 seconds to build instance. [ 724.584667] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.585062] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Instance network_info: |[{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 724.585922] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:62:7d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04b79cd4-c11b-40f3-b3bc-916b8befae15', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 724.595302] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating folder: Project (1058962de456478282c7aec7fcb31331). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.599875] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fcdce65-383a-4d40-987e-cfc0f880a3cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.608345] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079489} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.608621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.609597] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c33bfe-1a66-43e9-a5cf-58573526da27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.614563] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created folder: Project (1058962de456478282c7aec7fcb31331) in parent group-v865657. [ 724.614701] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating folder: Instances. Parent ref: group-v865733. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 724.615520] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-be6966f9-e97f-40bf-aea9-13f8afe09c1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.637438] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 29b6afac-5d8b-4e68-ab52-99ec57129bb3/29b6afac-5d8b-4e68-ab52-99ec57129bb3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.639031] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdeb0a92-7568-44f8-9d87-adea66a3515e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.655446] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created folder: Instances in parent group-v865733. [ 724.655769] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 724.656021] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 724.656962] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bcd45cd-eef3-45a0-8f63-71d05fd2a7a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.675553] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 724.675553] env[65368]: value = "task-4424180" [ 724.675553] env[65368]: _type = "Task" [ 724.675553] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.682504] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 724.682504] env[65368]: value = "task-4424181" [ 724.682504] env[65368]: _type = "Task" [ 724.682504] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.693292] env[65368]: DEBUG oslo_concurrency.lockutils [req-9ec426da-c786-4754-95d2-d54a077dec45 req-e56a3e4c-6ac6-447a-9fdc-b5842202f27e service nova] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.693848] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424180, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.694675] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.694902] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 724.701534] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424181, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.723272] env[65368]: WARNING neutronclient.v2_0.client [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.973257] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 725.046410] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424175, 'name': CloneVM_Task, 'duration_secs': 1.951921} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.051560] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Created linked-clone VM from snapshot [ 725.056424] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24cd001-3cd5-4ffa-9741-6b8c1d552216 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.072586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.088s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.073514] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Uploading image 063c5c23-1e0c-4cd5-a9c0-6cb3ad4a2e10 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 725.121975] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 725.121975] env[65368]: value = "vm-865732" [ 725.121975] env[65368]: _type = "VirtualMachine" [ 725.121975] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 725.122649] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-42e6913a-dbb1-410b-bca5-e91a3699dd03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.135717] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lease: (returnval){ [ 725.135717] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bea4-2802-c6e2-e6ed-018bf173d1a7" [ 725.135717] env[65368]: _type = "HttpNfcLease" [ 725.135717] env[65368]: } obtained for exporting VM: (result){ [ 725.135717] env[65368]: value = "vm-865732" [ 725.135717] env[65368]: _type = "VirtualMachine" [ 725.135717] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 725.136113] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the lease: (returnval){ [ 725.136113] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bea4-2802-c6e2-e6ed-018bf173d1a7" [ 725.136113] env[65368]: _type = "HttpNfcLease" [ 725.136113] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 725.154527] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 725.154527] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bea4-2802-c6e2-e6ed-018bf173d1a7" [ 725.154527] env[65368]: _type = "HttpNfcLease" [ 725.154527] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 725.154743] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 725.154743] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bea4-2802-c6e2-e6ed-018bf173d1a7" [ 725.154743] env[65368]: _type = "HttpNfcLease" [ 725.154743] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 725.155831] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5980224-8f3a-409d-af8e-4ec263377da3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.166788] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 725.166994] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 725.236589] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.240017] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 725.260708] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424180, 'name': ReconfigVM_Task, 'duration_secs': 0.554875} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.264663] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 29b6afac-5d8b-4e68-ab52-99ec57129bb3/29b6afac-5d8b-4e68-ab52-99ec57129bb3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.265264] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424181, 'name': CreateVM_Task, 'duration_secs': 0.454612} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.265264] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52e08d48-e4ab-4f42-b6bf-cb4f1a319aed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.266891] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 725.268423] env[65368]: WARNING neutronclient.v2_0.client [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.268423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.268423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.268423] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.269326] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c25ab0e-2250-4280-8e3e-98972c4e33fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.275072] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 725.275072] env[65368]: value = "task-4424183" [ 725.275072] env[65368]: _type = "Task" [ 725.275072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.278487] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 725.278487] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528e06dd-9368-72f2-e4ba-4947a0fff3ba" [ 725.278487] env[65368]: _type = "Task" [ 725.278487] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.291060] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-57784117-b7c8-4e34-8dbf-d3bf4093a9fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.296853] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424183, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.304710] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528e06dd-9368-72f2-e4ba-4947a0fff3ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010539} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.305465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.305465] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 725.305948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.305948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.305948] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 725.307092] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57b008c0-9b46-4af3-b2fb-c0e534cc015d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.322284] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Successfully created port: 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 725.328891] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 725.328891] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 725.328891] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02d63416-8782-4899-b2de-66510f8ede3f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.344021] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 725.344021] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52577d63-dba5-3574-95e1-4618f1b69f5b" [ 725.344021] env[65368]: _type = "Task" [ 725.344021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.364735] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52577d63-dba5-3574-95e1-4618f1b69f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.009837} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.365025] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a0a75c7-3625-4d1a-9fbd-6f76d3069a56 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.381618] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 725.381618] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52394014-256a-f1a2-4fe8-aa91a04b6555" [ 725.381618] env[65368]: _type = "Task" [ 725.381618] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.397389] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52394014-256a-f1a2-4fe8-aa91a04b6555, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.397389] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.397389] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 725.397389] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35878ad6-f4c6-4928-81c9-9b0583a76d59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.405930] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 725.405930] env[65368]: value = "task-4424184" [ 725.405930] env[65368]: _type = "Task" [ 725.405930] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.417238] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.584654] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 725.730987] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.731858] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.786118] env[65368]: WARNING neutronclient.v2_0.client [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.803078] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424183, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.837366] env[65368]: WARNING neutronclient.v2_0.client [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 725.865495] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f0a76c-ac10-4204-a7d2-ba156b865b52 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.878722] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dfd7f7f-0cc4-4f3e-9ba6-8239256f6042 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.922945] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73df1c2-54f8-47ba-8d34-fad3f2b03308 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.936368] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a28ecb-3a36-4189-b220-ac3045f25658 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.941848] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424184, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.955022] env[65368]: DEBUG nova.compute.provider_tree [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 725.992114] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 726.024500] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 726.024679] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 726.024831] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 726.025027] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 726.025171] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 726.025315] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 726.025520] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 726.025672] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 726.026213] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 726.026213] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 726.026213] env[65368]: DEBUG nova.virt.hardware [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 726.027115] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e128a64-9391-4bc3-b8a5-a7d7786ab8e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.041302] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd91df8f-d186-47a7-9f19-0990f5b90fb3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.115993] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.291835] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424183, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.349797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "dc08eda0-b021-47b9-a378-9317965a2c0e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.350605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.350605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "dc08eda0-b021-47b9-a378-9317965a2c0e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.350799] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.351031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.357581] env[65368]: INFO nova.compute.manager [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Terminating instance [ 726.392204] env[65368]: DEBUG nova.network.neutron [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Updated VIF entry in instance network info cache for port ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 726.393728] env[65368]: DEBUG nova.network.neutron [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Updating instance_info_cache with network_info: [{"id": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "address": "fa:16:3e:b2:be:8c", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddeb2b48-f9", "ovs_interfaceid": "ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.427402] env[65368]: DEBUG nova.network.neutron [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updating instance_info_cache with network_info: [{"id": "a53caa74-20fa-474f-b46c-b06e5be28044", "address": "fa:16:3e:87:da:57", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53caa74-20", "ovs_interfaceid": "a53caa74-20fa-474f-b46c-b06e5be28044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.434036] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578202} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.434973] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 726.435434] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 726.438268] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81fdf7f6-13fa-4b97-98af-db8e3d7da791 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.444883] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 726.444883] env[65368]: value = "task-4424185" [ 726.444883] env[65368]: _type = "Task" [ 726.444883] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.462941] env[65368]: DEBUG nova.scheduler.client.report [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.465992] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424185, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.468463] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.795777] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424183, 'name': Rename_Task, 'duration_secs': 1.265477} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.796277] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 726.796607] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9bdca5b-cbf7-47e1-b993-289431136c3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.806416] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 726.806416] env[65368]: value = "task-4424186" [ 726.806416] env[65368]: _type = "Task" [ 726.806416] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.822561] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424186, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.863896] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "refresh_cache-dc08eda0-b021-47b9-a378-9317965a2c0e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.864728] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "refresh_cache-dc08eda0-b021-47b9-a378-9317965a2c0e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.864728] env[65368]: DEBUG nova.network.neutron [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 726.898145] env[65368]: DEBUG oslo_concurrency.lockutils [req-df8717f4-9c4e-437a-a931-c2635eeaa065 req-5e87a612-e9a0-4515-b481-4305e0429f41 service nova] Releasing lock "refresh_cache-418827ef-1977-4bec-b71a-3dae4fbf1486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.937309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.937497] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Instance network_info: |[{"id": "a53caa74-20fa-474f-b46c-b06e5be28044", "address": "fa:16:3e:87:da:57", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53caa74-20", "ovs_interfaceid": "a53caa74-20fa-474f-b46c-b06e5be28044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 726.938631] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:da:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a53caa74-20fa-474f-b46c-b06e5be28044', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 726.950049] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 726.950978] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 726.957791] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-457bf4a1-6d00-469c-8e33-0a80fa59a5d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.975854] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.021s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.976416] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 726.979969] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.927s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.982045] env[65368]: INFO nova.compute.claims [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 726.996432] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424185, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109549} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.999080] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 726.999817] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 726.999817] env[65368]: value = "task-4424187" [ 726.999817] env[65368]: _type = "Task" [ 726.999817] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.001246] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbff2a3-cf83-46f1-aca7-49b8b62e539c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.036212] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 727.039323] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fc3d5b9-682e-489e-96b1-09b0ebd8f85f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.058848] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424187, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.067755] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 727.067755] env[65368]: value = "task-4424188" [ 727.067755] env[65368]: _type = "Task" [ 727.067755] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.080928] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424188, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.200862] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Successfully updated port: 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 727.319518] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424186, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.372471] env[65368]: WARNING neutronclient.v2_0.client [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.500593] env[65368]: DEBUG nova.compute.utils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.505119] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 727.505526] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 727.505878] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.506304] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.524128] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424187, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.582193] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424188, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.669767] env[65368]: DEBUG nova.network.neutron [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 727.705514] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.705792] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.706220] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.717102] env[65368]: DEBUG nova.policy [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e30075dc4849457c92f021088aabad63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c95e4ed8fca4c6b9f7e707df43c7762', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.722230] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updated VIF entry in instance network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 727.722970] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.820133] env[65368]: DEBUG oslo_vmware.api [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424186, 'name': PowerOnVM_Task, 'duration_secs': 0.923781} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.820133] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 727.820133] env[65368]: INFO nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Took 9.60 seconds to spawn the instance on the hypervisor. [ 727.820133] env[65368]: DEBUG nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 727.820984] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf96921-bec3-470d-ba58-a6f9b2c23476 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.010571] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 728.031350] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424187, 'name': CreateVM_Task, 'duration_secs': 0.719228} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.034042] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 728.035339] env[65368]: WARNING neutronclient.v2_0.client [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.035339] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.035339] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.035571] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.036222] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4406f6a-d856-475b-b86a-11dc1255b49c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.044794] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 728.044794] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52621c27-63de-594b-ec7b-297d46b0fe3b" [ 728.044794] env[65368]: _type = "Task" [ 728.044794] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.059842] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52621c27-63de-594b-ec7b-297d46b0fe3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.081162] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424188, 'name': ReconfigVM_Task, 'duration_secs': 0.574689} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.083873] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 728.084958] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89786d82-0be7-42a7-b46b-cc57018b1fd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.094181] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 728.094181] env[65368]: value = "task-4424189" [ 728.094181] env[65368]: _type = "Task" [ 728.094181] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.107141] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424189, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.130211] env[65368]: DEBUG nova.network.neutron [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.229190] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.229968] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 728.232406] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing instance network info cache due to event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 728.232499] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquiring lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.232639] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquired lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.232803] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing network info cache for port 3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.327928] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Successfully created port: e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 728.351181] env[65368]: INFO nova.compute.manager [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Took 35.32 seconds to build instance. [ 728.510452] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 728.557654] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52621c27-63de-594b-ec7b-297d46b0fe3b, 'name': SearchDatastore_Task, 'duration_secs': 0.015476} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.562842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.562842] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 728.563037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.563212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.563354] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 728.563888] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745aa5a6-e360-46ee-b845-8fc56969c677 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.576683] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 728.576683] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 728.576683] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c6127a5-0848-4138-8055-b2bc181c2e3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.588943] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 728.588943] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5232a9cf-c466-61e5-abf4-f8cd2a2bec58" [ 728.588943] env[65368]: _type = "Task" [ 728.588943] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.611936] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5232a9cf-c466-61e5-abf4-f8cd2a2bec58, 'name': SearchDatastore_Task, 'duration_secs': 0.013482} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.617295] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424189, 'name': Rename_Task, 'duration_secs': 0.199022} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.618509] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4578f1b8-59e7-4b0e-9c8a-0fcfe85c0252 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.621570] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f784f132-7b6d-4d73-b20a-a4aeaecebfd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.624147] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 728.624404] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60a9de51-178d-463a-8f62-729b79a85a2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.633255] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9831a27d-f650-42d4-968c-5b72238aec57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.637241] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 728.637241] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52509aef-bf16-3b2b-cae8-474b3e7d3831" [ 728.637241] env[65368]: _type = "Task" [ 728.637241] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.639048] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "refresh_cache-dc08eda0-b021-47b9-a378-9317965a2c0e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.639511] env[65368]: DEBUG nova.compute.manager [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 728.639713] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.640133] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 728.640133] env[65368]: value = "task-4424190" [ 728.640133] env[65368]: _type = "Task" [ 728.640133] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.640962] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e4ff1b-8d3b-4eb6-913b-2eb41900ca26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.681282] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c66bda6-067b-4a06-87fb-0979b7304f57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.690751] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52509aef-bf16-3b2b-cae8-474b3e7d3831, 'name': SearchDatastore_Task, 'duration_secs': 0.014809} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.691078] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.691818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.692188] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/1602a56d-8eed-4958-a846-67841fc06c1e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 728.692460] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99a75d1a-d580-4532-9dfd-2672157563c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.700360] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99d90d8a-64b9-4e9a-b4f4-607c5f953ce3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.702582] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424190, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.704446] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b001c5-3f74-48ef-adda-808b7d7ff3d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.711064] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 728.711064] env[65368]: value = "task-4424191" [ 728.711064] env[65368]: _type = "Task" [ 728.711064] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.727474] env[65368]: DEBUG nova.compute.provider_tree [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.729609] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 728.729609] env[65368]: value = "task-4424192" [ 728.729609] env[65368]: _type = "Task" [ 728.729609] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.737872] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 728.740397] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424191, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.749931] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.853857] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b34e061b-3223-4768-9f56-756601a652c0 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.830s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.030261] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 729.062118] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 729.062549] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.062777] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 729.063075] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.063292] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 729.063566] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 729.063900] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 729.064143] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 729.064448] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 729.065124] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 729.065124] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 729.066340] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ba5a8b-b22d-497c-97d1-783317a6aa1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.078643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3c9f83-68c2-4132-b6a6-c91cfe6ad004 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.161752] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424190, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.223319] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424191, 'name': PowerOffVM_Task, 'duration_secs': 0.171863} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.223625] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 729.223818] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 729.224181] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54530f3c-730b-46ec-b80e-6068e574b08d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.232304] env[65368]: DEBUG nova.scheduler.client.report [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.251445] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424192, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.259200] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.259455] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.259688] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleting the datastore file [datastore2] dc08eda0-b021-47b9-a378-9317965a2c0e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.260211] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2329f9ce-51c1-4407-a0ae-aff627a12041 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.269879] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 729.269879] env[65368]: value = "task-4424194" [ 729.269879] env[65368]: _type = "Task" [ 729.269879] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.281586] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.356902] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 729.663799] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424190, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.742538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.743093] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 729.746081] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.593s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.757025] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66558} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.757025] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/1602a56d-8eed-4958-a846-67841fc06c1e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 729.757025] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 729.757025] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a21e853-01e3-452a-b3e4-1eafe2413c02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.765678] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 729.765678] env[65368]: value = "task-4424195" [ 729.765678] env[65368]: _type = "Task" [ 729.765678] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.779317] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424195, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.790220] env[65368]: DEBUG oslo_vmware.api [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262497} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.790591] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.790982] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.791116] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.791391] env[65368]: INFO nova.compute.manager [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 729.791704] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 729.791967] env[65368]: DEBUG nova.compute.manager [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 729.792141] env[65368]: DEBUG nova.network.neutron [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 729.792729] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.887759] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.170523] env[65368]: DEBUG oslo_vmware.api [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424190, 'name': PowerOnVM_Task, 'duration_secs': 1.072435} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.172515] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Successfully updated port: e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 730.173674] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 730.176733] env[65368]: INFO nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Took 9.38 seconds to spawn the instance on the hypervisor. [ 730.177050] env[65368]: DEBUG nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 730.179504] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a454fd-98e9-4190-9380-5becb33d7cee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.251376] env[65368]: DEBUG nova.compute.utils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.267097] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 730.267366] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 730.267777] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.268729] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.284524] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424195, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109396} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.284791] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 730.285971] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195e0891-e7a9-4ce2-bf79-2439a32e4593 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.313213] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/1602a56d-8eed-4958-a846-67841fc06c1e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 730.313948] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d9b70a-e847-4cdf-9f09-3d16b0dbd9f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.338283] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 730.338283] env[65368]: value = "task-4424196" [ 730.338283] env[65368]: _type = "Task" [ 730.338283] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.348733] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.409641] env[65368]: DEBUG nova.network.neutron [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 730.409746] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.679581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.679755] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.679927] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 730.708740] env[65368]: INFO nova.compute.manager [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Took 37.26 seconds to build instance. [ 730.769191] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 730.779409] env[65368]: DEBUG nova.policy [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e30075dc4849457c92f021088aabad63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c95e4ed8fca4c6b9f7e707df43c7762', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.826618] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 68b09cde-55aa-450f-9e44-9a4cfbf8072d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.826968] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 845b0189-ec38-4f05-8292-2bf4cf76cae1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.827212] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.827441] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 052a2265-f955-4bfc-a13f-1502d4363782 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 730.827669] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance e35ed46c-2e45-4101-8340-584f046c42a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.827869] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0a2a2751-4206-4b31-a9a0-15c32e70948d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.828078] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance be84e687-c2a1-44bd-9e40-305c6dc06382 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.828275] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance dc08eda0-b021-47b9-a378-9317965a2c0e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.828464] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance cc1adefd-a061-47e0-bf8e-38ef27790723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.828676] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance dd91b8fd-1d7e-4eed-a019-92aff29144e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.828870] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 7e49302b-aae6-4137-861d-c7040c7ba5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831072] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 5e58ad68-c04d-4479-ba9c-f571055bb014 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831072] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 418827ef-1977-4bec-b71a-3dae4fbf1486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831072] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 29b6afac-5d8b-4e68-ab52-99ec57129bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831072] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ff3ef5fb-3271-4730-9e63-c98c3a66175d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831278] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 1602a56d-8eed-4958-a846-67841fc06c1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831278] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d40cd56e-eb71-4e55-b126-c50372b8c13c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831278] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 67e04a3c-c5b6-4187-a239-01341ea0230b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.831278] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a75e05b6-f88d-485d-8dca-c833e2f47486 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 730.852730] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424196, 'name': ReconfigVM_Task, 'duration_secs': 0.359202} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.853127] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/1602a56d-8eed-4958-a846-67841fc06c1e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 730.854419] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c14f32-edc9-4d30-8c35-9dbdee48392d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.863754] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 730.863754] env[65368]: value = "task-4424197" [ 730.863754] env[65368]: _type = "Task" [ 730.863754] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.875311] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424197, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.913710] env[65368]: DEBUG nova.network.neutron [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.096188] env[65368]: WARNING neutronclient.v2_0.client [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.211460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7636e5de-e2e6-428f-967a-0f3d2d979fee tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.776s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.334149] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2b49a267-efa9-4c11-b2cb-108b7da77935 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 731.380181] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424197, 'name': Rename_Task, 'duration_secs': 0.219978} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.380181] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 731.380535] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe329c04-e826-4a5f-97a3-e4a05dec12a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.391052] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 731.391052] env[65368]: value = "task-4424198" [ 731.391052] env[65368]: _type = "Task" [ 731.391052] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.406944] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.416491] env[65368]: INFO nova.compute.manager [-] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Took 1.62 seconds to deallocate network for instance. [ 731.672477] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Successfully created port: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.714052] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 731.791118] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 731.826965] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 731.827166] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.827285] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 731.827459] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.827594] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 731.827726] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 731.828059] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 731.828946] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 731.829169] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 731.829342] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 731.829707] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 731.830802] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7a96a5-b823-4f12-8d88-2269eb2eed8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.842535] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 46d105de-a26c-4f86-a3d2-d981e92d38bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 731.845360] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf0e4df-6594-4270-b88e-aecfc6551346 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.852262] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 731.909804] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424198, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.924566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.020233] env[65368]: DEBUG nova.network.neutron [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.076576] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 732.249709] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.352708] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c425c889-ed84-4e8c-9f44-93252bb12e6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 732.403642] env[65368]: DEBUG oslo_vmware.api [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424198, 'name': PowerOnVM_Task, 'duration_secs': 0.700073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.403953] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 732.404350] env[65368]: INFO nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Took 9.05 seconds to spawn the instance on the hypervisor. [ 732.404529] env[65368]: DEBUG nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 732.405610] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ca630d-83b4-4ca5-a69b-40f6e401b2eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.522862] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.524231] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Instance network_info: |[{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 732.524323] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:47:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18079536-002d-42d3-801a-f2590495a1ea', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.532604] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Creating folder: Project (c678b370939b49b4b485ba42eddfa9f7). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.534328] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33fbb303-e7f9-462c-8707-7a14b1c7fb8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.547294] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Created folder: Project (c678b370939b49b4b485ba42eddfa9f7) in parent group-v865657. [ 732.547425] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Creating folder: Instances. Parent ref: group-v865737. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.547691] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61c3a9ef-cff2-455e-a13d-34b6d3888d02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.560245] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Created folder: Instances in parent group-v865737. [ 732.561240] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 732.561240] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.561240] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b372f350-3618-4fd2-9afd-dee6326042fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.582918] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.582918] env[65368]: value = "task-4424201" [ 732.582918] env[65368]: _type = "Task" [ 732.582918] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.592628] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424201, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.857359] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 8e1eb273-f88d-411a-b5df-f17df6652266 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 732.932485] env[65368]: INFO nova.compute.manager [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Took 39.42 seconds to build instance. [ 733.101064] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424201, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.360971] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 846828fb-ac3e-49dc-850a-816031eaebb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 733.395326] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Received event network-vif-plugged-04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.395619] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.395835] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.395999] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.396183] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] No waiting events found dispatching network-vif-plugged-04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 733.396345] env[65368]: WARNING nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Received unexpected event network-vif-plugged-04b79cd4-c11b-40f3-b3bc-916b8befae15 for instance with vm_state active and task_state None. [ 733.396503] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Received event network-changed-04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.396650] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Refreshing instance network info cache due to event network-changed-04b79cd4-c11b-40f3-b3bc-916b8befae15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 733.396821] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.396947] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.397111] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Refreshing network info cache for port 04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 733.419578] env[65368]: DEBUG nova.compute.manager [req-d80a8bd5-a094-4fbe-a15c-ebce8de5b931 req-fb21f185-5405-47bb-8e5e-9219688b2791 service nova] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Received event network-vif-deleted-6353f24f-ad10-4fa4-8dcb-0c2f5ba20948 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 733.434624] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.437394] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4da0998b-4c42-49de-962f-0c1f48e7c9a4 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.937s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.521654] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updated VIF entry in instance network info cache for port 3b888fb2-dde9-495c-b674-c719198f38ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 733.521654] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [{"id": "3b888fb2-dde9-495c-b674-c719198f38ea", "address": "fa:16:3e:cc:7b:2e", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b888fb2-dd", "ovs_interfaceid": "3b888fb2-dde9-495c-b674-c719198f38ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.598314] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424201, 'name': CreateVM_Task, 'duration_secs': 0.558377} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.599283] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 733.601017] env[65368]: WARNING neutronclient.v2_0.client [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.601017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.601017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.601693] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.602406] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa85d93a-eab9-4a00-9b76-37402a70af57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.613128] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 733.613128] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fa65eb-2308-47f8-ffae-762bc399522e" [ 733.613128] env[65368]: _type = "Task" [ 733.613128] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.624366] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fa65eb-2308-47f8-ffae-762bc399522e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.644676] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Successfully updated port: 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 733.729434] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Updating instance_info_cache with network_info: [{"id": "e62b0675-b341-4daa-a141-4989bb115642", "address": "fa:16:3e:55:08:fd", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62b0675-b3", "ovs_interfaceid": "e62b0675-b341-4daa-a141-4989bb115642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.808415] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.808908] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.810168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.810387] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.810670] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.818374] env[65368]: INFO nova.compute.manager [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Terminating instance [ 733.869167] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ffda67b3-dff3-4bb8-bff6-e111da32601a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 733.903137] env[65368]: WARNING neutronclient.v2_0.client [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.941328] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 734.026291] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Releasing lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.026423] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Received event network-vif-plugged-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.026631] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquiring lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.026868] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.027050] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.027231] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] No waiting events found dispatching network-vif-plugged-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.027411] env[65368]: WARNING nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Received unexpected event network-vif-plugged-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f for instance with vm_state building and task_state spawning. [ 734.027584] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Received event network-changed-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.027741] env[65368]: DEBUG nova.compute.manager [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Refreshing instance network info cache due to event network-changed-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 734.027965] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquiring lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.028322] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Acquired lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.028504] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Refreshing network info cache for port 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.124745] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fa65eb-2308-47f8-ffae-762bc399522e, 'name': SearchDatastore_Task, 'duration_secs': 0.037338} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.124745] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.124745] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.124745] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.125023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.125085] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 734.125389] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93d46385-5481-4249-8ae8-482e1b398715 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.137563] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 734.137767] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 734.138541] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9342f043-0c43-47e9-9048-9c222b98b690 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.146684] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.146802] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.147020] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.148419] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 734.148419] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526203b9-6cd1-7670-bb48-28f191e1b6cf" [ 734.148419] env[65368]: _type = "Task" [ 734.148419] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.160796] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526203b9-6cd1-7670-bb48-28f191e1b6cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.162209] env[65368]: WARNING neutronclient.v2_0.client [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.234634] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.235070] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Instance network_info: |[{"id": "e62b0675-b341-4daa-a141-4989bb115642", "address": "fa:16:3e:55:08:fd", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62b0675-b3", "ovs_interfaceid": "e62b0675-b341-4daa-a141-4989bb115642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 734.235563] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:08:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e62b0675-b341-4daa-a141-4989bb115642', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.244714] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Creating folder: Project (7c95e4ed8fca4c6b9f7e707df43c7762). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.245067] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7035094e-8d49-4e48-a151-1e0c86240c0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.250057] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updated VIF entry in instance network info cache for port 04b79cd4-c11b-40f3-b3bc-916b8befae15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 734.250591] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 734.261589] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Created folder: Project (7c95e4ed8fca4c6b9f7e707df43c7762) in parent group-v865657. [ 734.263633] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Creating folder: Instances. Parent ref: group-v865740. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 734.263633] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b0ee9d-8efb-4a63-87be-d2618da98005 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.275439] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Created folder: Instances in parent group-v865740. [ 734.275700] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 734.275893] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.276116] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-34132b62-a899-4955-940e-c8408b79ad8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.299507] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.299507] env[65368]: value = "task-4424204" [ 734.299507] env[65368]: _type = "Task" [ 734.299507] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.310284] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424204, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.321335] env[65368]: DEBUG nova.compute.manager [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 734.322391] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 734.322679] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c29e5d6-5587-4703-b8f3-49b352d4a74f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.332078] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 734.332441] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1da3e87f-462f-49ee-bae4-03379d2dfab9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.340957] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 734.340957] env[65368]: value = "task-4424205" [ 734.340957] env[65368]: _type = "Task" [ 734.340957] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.353973] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.373488] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance eb4cce99-41ab-449c-ba6a-dd737a6b1180 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 734.506456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.532582] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.668930] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526203b9-6cd1-7670-bb48-28f191e1b6cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014978} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.670101] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7538f1b-1ace-495a-9f6c-eeba6f623958 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.677291] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 734.677291] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291e418-0fce-e9ef-c317-0c84b18c2121" [ 734.677291] env[65368]: _type = "Task" [ 734.677291] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.690820] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291e418-0fce-e9ef-c317-0c84b18c2121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.699782] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 734.756022] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.756022] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Received event network-vif-plugged-a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.756022] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquiring lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.756022] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.756022] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.756501] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] No waiting events found dispatching network-vif-plugged-a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 734.756501] env[65368]: WARNING nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Received unexpected event network-vif-plugged-a53caa74-20fa-474f-b46c-b06e5be28044 for instance with vm_state active and task_state None. [ 734.756501] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Received event network-changed-a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 734.756501] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Refreshing instance network info cache due to event network-changed-a53caa74-20fa-474f-b46c-b06e5be28044. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 734.756704] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquiring lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.756983] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquired lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.758748] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Refreshing network info cache for port a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 734.814758] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424204, 'name': CreateVM_Task, 'duration_secs': 0.479001} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.814758] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 734.815662] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.816032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.816481] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816567] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816924] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8888d86a-72de-4bb9-a3c1-356121938579 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.826444] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 734.826444] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520bd6a3-059d-71e2-c14d-b419da299e63" [ 734.826444] env[65368]: _type = "Task" [ 734.826444] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.844835] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520bd6a3-059d-71e2-c14d-b419da299e63, 'name': SearchDatastore_Task, 'duration_secs': 0.014048} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.848168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.848425] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 734.848632] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.855623] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424205, 'name': PowerOffVM_Task, 'duration_secs': 0.375573} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.858818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.859031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.859539] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ea80560-a549-4ebc-99bf-fdc4b569b193 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.878979] env[65368]: WARNING neutronclient.v2_0.client [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.886022] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 734.908793] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 734.952024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.952024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.952024] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleting the datastore file [datastore2] be84e687-c2a1-44bd-9e40-305c6dc06382 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.952024] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5012a76a-cd4d-448b-a90d-704eff3eaaba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.969772] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 734.969772] env[65368]: value = "task-4424207" [ 734.969772] env[65368]: _type = "Task" [ 734.969772] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.988040] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.017396] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Updated VIF entry in instance network info cache for port 9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.017678] env[65368]: DEBUG nova.network.neutron [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Updating instance_info_cache with network_info: [{"id": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "address": "fa:16:3e:7d:ff:93", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9daf490f-a8", "ovs_interfaceid": "9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.037081] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Updating instance_info_cache with network_info: [{"id": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "address": "fa:16:3e:79:4a:f7", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb2dc38-45", "ovs_interfaceid": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.193192] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291e418-0fce-e9ef-c317-0c84b18c2121, 'name': SearchDatastore_Task, 'duration_secs': 0.014029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.194412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.194412] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d40cd56e-eb71-4e55-b126-c50372b8c13c/d40cd56e-eb71-4e55-b126-c50372b8c13c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 735.194608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.194652] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.194876] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a3b90ab-fefe-4a2b-a4e6-dc82928dccb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.197482] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b85ae20-08e3-4885-a000-594cd8033456 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.207205] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 735.207205] env[65368]: value = "task-4424208" [ 735.207205] env[65368]: _type = "Task" [ 735.207205] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.213838] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.214428] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.218132] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9974c87-1f07-4592-b36a-9a3b94896118 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.220828] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.226556] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 735.226556] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5224b3a2-b049-80f5-97b1-7d13969ab82d" [ 735.226556] env[65368]: _type = "Task" [ 735.226556] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.236891] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5224b3a2-b049-80f5-97b1-7d13969ab82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.261758] env[65368]: WARNING neutronclient.v2_0.client [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.387059] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a4112107-4e15-491d-9b5f-8a004b295115 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 735.482842] env[65368]: DEBUG oslo_vmware.api [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428565} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.483614] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 735.484040] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 735.484040] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 735.484188] env[65368]: INFO nova.compute.manager [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 1.16 seconds to destroy the instance on the hypervisor. [ 735.487133] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.491242] env[65368]: DEBUG nova.compute.manager [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 735.491522] env[65368]: DEBUG nova.network.neutron [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 735.491757] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.524273] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae0d9bec-23c1-4acc-9570-d506c744e727 req-b57c0727-cbdd-4274-b1be-ca43203f844c service nova] Releasing lock "refresh_cache-29b6afac-5d8b-4e68-ab52-99ec57129bb3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.541989] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 735.542664] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.544313] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Instance network_info: |[{"id": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "address": "fa:16:3e:79:4a:f7", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb2dc38-45", "ovs_interfaceid": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 735.549075] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f53b57a-c95b-49a1-9c42-d0c6f76ea350 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.552843] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:4a:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fb2dc38-4514-4a7a-bb90-3b515b6a0840', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 735.562802] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 735.565351] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 735.565351] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3966053a-5c5c-4e73-ab37-048da7ba7c9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.587696] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 735.588016] env[65368]: ERROR oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk due to incomplete transfer. [ 735.589387] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5d96743e-d5fe-49bf-b7df-c9d5200a9dde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.595047] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 735.595047] env[65368]: value = "task-4424209" [ 735.595047] env[65368]: _type = "Task" [ 735.595047] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.600272] env[65368]: DEBUG oslo_vmware.rw_handles [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b820a6-e2a9-3999-7e33-85ac39602063/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 735.600774] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Uploaded image 063c5c23-1e0c-4cd5-a9c0-6cb3ad4a2e10 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 735.602806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 735.603473] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15329f4d-885b-48b4-a515-e82c1407ac26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.612542] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424209, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.616642] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 735.616642] env[65368]: value = "task-4424210" [ 735.616642] env[65368]: _type = "Task" [ 735.616642] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.628493] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424210, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.647472] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.647705] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.647907] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 735.648570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.722850] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.732498] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.746616] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5224b3a2-b049-80f5-97b1-7d13969ab82d, 'name': SearchDatastore_Task, 'duration_secs': 0.021198} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.749818] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c8db3af-f3a5-4cff-866a-a40213d1d1cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.758810] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 735.758810] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299a3b3-aeaa-4f20-3983-6543c2094f31" [ 735.758810] env[65368]: _type = "Task" [ 735.758810] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.776401] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299a3b3-aeaa-4f20-3983-6543c2094f31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.890938] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 158d47e7-5adc-4942-9ced-e17189142d72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 736.106146] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424209, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.129534] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424210, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.219033] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.835766} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.219439] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d40cd56e-eb71-4e55-b126-c50372b8c13c/d40cd56e-eb71-4e55-b126-c50372b8c13c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 736.219738] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 736.219873] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7bebd4b8-0305-40bd-b830-5156bbd8b457 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.229092] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 736.229092] env[65368]: value = "task-4424211" [ 736.229092] env[65368]: _type = "Task" [ 736.229092] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.239206] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.276473] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299a3b3-aeaa-4f20-3983-6543c2094f31, 'name': SearchDatastore_Task, 'duration_secs': 0.063146} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.276731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.276979] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 67e04a3c-c5b6-4187-a239-01341ea0230b/67e04a3c-c5b6-4187-a239-01341ea0230b.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.277249] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37c8db13-ef92-4a7d-9eb4-4daea31ba88a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.286816] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 736.286816] env[65368]: value = "task-4424212" [ 736.286816] env[65368]: _type = "Task" [ 736.286816] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.296773] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424212, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.350245] env[65368]: WARNING neutronclient.v2_0.client [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.395464] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b48b5986-25cc-4cf6-b84c-7673d7f615d9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 736.610497] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424209, 'name': CreateVM_Task, 'duration_secs': 0.535386} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.612224] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.614232] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updated VIF entry in instance network info cache for port a53caa74-20fa-474f-b46c-b06e5be28044. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 736.614232] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updating instance_info_cache with network_info: [{"id": "a53caa74-20fa-474f-b46c-b06e5be28044", "address": "fa:16:3e:87:da:57", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53caa74-20", "ovs_interfaceid": "a53caa74-20fa-474f-b46c-b06e5be28044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.615931] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.616491] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.616734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.617239] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.618046] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d98a26db-baf5-4724-97a6-092413b29312 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.631877] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424210, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.634264] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 736.634264] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c651fc-d26d-a0bf-ee17-e571ef043678" [ 736.634264] env[65368]: _type = "Task" [ 736.634264] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.646033] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c651fc-d26d-a0bf-ee17-e571ef043678, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.741159] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14858} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.741824] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 736.743195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbbfaf5-52d2-49e4-8cc5-477bef1eda63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.774895] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] d40cd56e-eb71-4e55-b126-c50372b8c13c/d40cd56e-eb71-4e55-b126-c50372b8c13c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 736.775607] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996bfccd-6ff1-4f17-b333-3ffee27cc4fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.806249] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424212, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.808652] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 736.808652] env[65368]: value = "task-4424213" [ 736.808652] env[65368]: _type = "Task" [ 736.808652] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.825788] env[65368]: DEBUG nova.network.neutron [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 736.828116] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424213, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.900260] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 736.900260] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 18 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 736.900513] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4032MB phys_disk=100GB used_disk=18GB total_vcpus=48 used_vcpus=18 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '18', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '18', 'num_proj_350ca900e30246c5883586d1510978d0': '1', 'io_workload': '5', 'num_proj_023f5f2f660840f29229ce94098ed142': '2', 'num_proj_10e014686ccd42eea517273340dda753': '1', 'num_proj_c97494ae5b2944628022f0dddfe6c79c': '2', 'num_proj_248ece433c044cb78fba94d4115372a5': '1', 'num_task_deleting': '1', 'num_proj_f700a2c8e95a4b4285492f6a1a0c34fc': '1', 'num_task_image_uploading': '1', 'num_proj_a72449f5866840fc86e4a968e6ee5530': '1', 'num_proj_e06da3e098494590a25eba1cf89e1342': '2', 'num_proj_0de459ce3b14422fb5414824e4e382f4': '1', 'num_proj_7eb8ffc348c5489294557ef64f32497a': '2', 'num_vm_building': '5', 'num_task_spawning': '4', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'num_proj_c678b370939b49b4b485ba42eddfa9f7': '1', 'num_proj_7c95e4ed8fca4c6b9f7e707df43c7762': '2'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 737.118391] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Releasing lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.119717] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 737.119890] env[65368]: DEBUG nova.compute.manager [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing instance network info cache due to event network-changed-3b888fb2-dde9-495c-b674-c719198f38ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 737.120144] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquiring lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.120297] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Acquired lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.120454] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Refreshing network info cache for port 3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.138243] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424210, 'name': Destroy_Task, 'duration_secs': 1.223256} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.141767] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Destroyed the VM [ 737.142167] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 737.147572] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c88b229b-7f86-4b7f-ada0-55c45dd1f0dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.157568] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c651fc-d26d-a0bf-ee17-e571ef043678, 'name': SearchDatastore_Task, 'duration_secs': 0.023836} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.163730] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.166734] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.166734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.166734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.166734] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.166734] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 737.166734] env[65368]: value = "task-4424214" [ 737.166734] env[65368]: _type = "Task" [ 737.167105] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.167105] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-350494f7-ad43-4676-871c-12bb82362cc7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.178145] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.182721] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.182931] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.184303] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0919b715-adbd-497c-9868-f9ba8c0ad73b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.191297] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 737.191297] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d86f4-9bc7-1e0b-a0e8-33468a9932e0" [ 737.191297] env[65368]: _type = "Task" [ 737.191297] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.215279] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d86f4-9bc7-1e0b-a0e8-33468a9932e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.307415] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424212, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892337} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.310416] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 67e04a3c-c5b6-4187-a239-01341ea0230b/67e04a3c-c5b6-4187-a239-01341ea0230b.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.310638] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.311193] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fbd78ac-b22a-4b62-a671-c42f25990df7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.322146] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.323561] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 737.323561] env[65368]: value = "task-4424215" [ 737.323561] env[65368]: _type = "Task" [ 737.323561] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.329936] env[65368]: INFO nova.compute.manager [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 1.84 seconds to deallocate network for instance. [ 737.334859] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.471668] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c61924-cd76-495b-a24a-4e82a2c47cb5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.480667] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b647fc2-7dec-4c07-bbdf-6ffebabfe455 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.515089] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c890ea8e-2b1a-4755-980d-25d6478ae831 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.522860] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a28f3c9-b92f-4648-acab-c7dd345fce2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.538938] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.628058] env[65368]: WARNING neutronclient.v2_0.client [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.649193] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 737.678236] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424214, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.704406] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d86f4-9bc7-1e0b-a0e8-33468a9932e0, 'name': SearchDatastore_Task, 'duration_secs': 0.021691} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.709583] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d70c704-ff68-4cc1-9343-fb8a748cfb28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.712493] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "418827ef-1977-4bec-b71a-3dae4fbf1486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.712779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.713080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.713331] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.713524] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.717252] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-changed-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 737.717487] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing instance network info cache due to event network-changed-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 737.717749] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.717867] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.718084] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing network info cache for port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.719901] env[65368]: INFO nova.compute.manager [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Terminating instance [ 737.732783] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 737.732783] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c02fe0-9744-f199-0be6-c2bca65bf7da" [ 737.732783] env[65368]: _type = "Task" [ 737.732783] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.735423] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-vif-plugged-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 737.736319] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquiring lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.736319] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.736522] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.737042] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] No waiting events found dispatching network-vif-plugged-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 737.737042] env[65368]: WARNING nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received unexpected event network-vif-plugged-18079536-002d-42d3-801a-f2590495a1ea for instance with vm_state building and task_state spawning. [ 737.737042] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-changed-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 737.737356] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing instance network info cache due to event network-changed-18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 737.737753] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.737942] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.738194] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing network info cache for port 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 737.754660] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c02fe0-9744-f199-0be6-c2bca65bf7da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.774475] env[65368]: DEBUG nova.network.neutron [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.823209] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424213, 'name': ReconfigVM_Task, 'duration_secs': 0.857417} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.824508] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfigured VM instance instance-0000001d to attach disk [datastore2] d40cd56e-eb71-4e55-b126-c50372b8c13c/d40cd56e-eb71-4e55-b126-c50372b8c13c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 737.827240] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d0e4aa7c-0df4-48c6-8b89-7b7b6f52e5e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.839859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.840343] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075949} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.842452] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.842664] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 737.842664] env[65368]: value = "task-4424216" [ 737.842664] env[65368]: _type = "Task" [ 737.842664] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.843949] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798757d7-8a4f-434d-a694-c45cf181199d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.873689] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 67e04a3c-c5b6-4187-a239-01341ea0230b/67e04a3c-c5b6-4187-a239-01341ea0230b.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.878774] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3049693-b88d-4b52-84e4-ac3c3a80ce64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.893638] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424216, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.900709] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 737.900709] env[65368]: value = "task-4424217" [ 737.900709] env[65368]: _type = "Task" [ 737.900709] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.911449] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.042620] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.132344] env[65368]: INFO nova.compute.manager [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Rescuing [ 738.132641] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.132858] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.133110] env[65368]: DEBUG nova.network.neutron [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 738.180842] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424214, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.223501] env[65368]: WARNING neutronclient.v2_0.client [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.231526] env[65368]: DEBUG nova.compute.manager [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 738.231768] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.232901] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fa9b90-8a86-4973-9c51-a72a9bbff0a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.249545] env[65368]: WARNING neutronclient.v2_0.client [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.252054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.252617] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c02fe0-9744-f199-0be6-c2bca65bf7da, 'name': SearchDatastore_Task, 'duration_secs': 0.032901} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.253057] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ace0c54-6b41-4d6a-96c3-357b1a9e1b9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.260027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.260027] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a75e05b6-f88d-485d-8dca-c833e2f47486/a75e05b6-f88d-485d-8dca-c833e2f47486.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.260027] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4f183cb-ac1c-4a91-a16d-78b9fc2ea203 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.268478] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 738.268478] env[65368]: value = "task-4424218" [ 738.268478] env[65368]: _type = "Task" [ 738.268478] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.271159] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 738.271159] env[65368]: value = "task-4424219" [ 738.271159] env[65368]: _type = "Task" [ 738.271159] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.281238] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4d60bac-e2ac-46aa-8757-362bf21f8464 req-001cd4f9-6b30-4dcb-ba90-8d0f3ae29585 service nova] Releasing lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287583] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.291717] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424219, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.333243] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.333607] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.333845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.334540] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.334804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.341662] env[65368]: INFO nova.compute.manager [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Terminating instance [ 738.358599] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424216, 'name': Rename_Task, 'duration_secs': 0.27341} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.359574] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.360049] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e92b81c5-ebc8-4856-9215-d991231b6ba8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.369714] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 738.369714] env[65368]: value = "task-4424220" [ 738.369714] env[65368]: _type = "Task" [ 738.369714] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.380798] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.412569] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424217, 'name': ReconfigVM_Task, 'duration_secs': 0.46051} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.412862] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 67e04a3c-c5b6-4187-a239-01341ea0230b/67e04a3c-c5b6-4187-a239-01341ea0230b.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 738.413936] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64268250-9fcc-426c-bbec-d77fa82ad4dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.428193] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 738.428193] env[65368]: value = "task-4424221" [ 738.428193] env[65368]: _type = "Task" [ 738.428193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.445762] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424221, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.496915] env[65368]: WARNING neutronclient.v2_0.client [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.505351] env[65368]: WARNING neutronclient.v2_0.client [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.550039] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 738.550039] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.804s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.550295] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.873s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.550295] env[65368]: DEBUG nova.objects.instance [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 738.638059] env[65368]: WARNING neutronclient.v2_0.client [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.640294] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updated VIF entry in instance network info cache for port 18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.640674] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.683271] env[65368]: DEBUG oslo_vmware.api [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424214, 'name': RemoveSnapshot_Task, 'duration_secs': 1.114222} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.684501] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updated VIF entry in instance network info cache for port 9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 738.684785] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.686068] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 738.686660] env[65368]: INFO nova.compute.manager [None req-fc1d8021-1ed0-439a-8eab-33f896b48c11 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 17.82 seconds to snapshot the instance on the hypervisor. [ 738.705933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.705933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.705933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.705933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.706078] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.708471] env[65368]: INFO nova.compute.manager [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Terminating instance [ 738.792905] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424218, 'name': PowerOffVM_Task, 'duration_secs': 0.291607} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.797855] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.797855] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.798659] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424219, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.803544] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2817ad53-aeea-4ec0-9803-fbf7bfc8ec3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.846584] env[65368]: DEBUG nova.compute.manager [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 738.846840] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.847857] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-443c760e-5410-475d-bc0e-cbc17db359d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.858036] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.858341] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-457ad117-f02d-4973-b761-afb766487172 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.865285] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 738.865285] env[65368]: value = "task-4424223" [ 738.865285] env[65368]: _type = "Task" [ 738.865285] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.876759] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.883572] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424220, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.885476] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.885737] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.885957] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleting the datastore file [datastore1] 418827ef-1977-4bec-b71a-3dae4fbf1486 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.889255] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4b07c92-a34f-4b3a-b217-3fbaf3302be8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.897707] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 738.897707] env[65368]: value = "task-4424224" [ 738.897707] env[65368]: _type = "Task" [ 738.897707] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.908276] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424224, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.940522] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424221, 'name': Rename_Task, 'duration_secs': 0.410191} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.941447] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 738.941447] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b935ba38-e3a2-4504-8b75-7bf318895ca9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.950765] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 738.950765] env[65368]: value = "task-4424225" [ 738.950765] env[65368]: _type = "Task" [ 738.950765] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.962184] env[65368]: WARNING neutronclient.v2_0.client [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.971622] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424225, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.087316] env[65368]: DEBUG nova.network.neutron [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updating instance_info_cache with network_info: [{"id": "a53caa74-20fa-474f-b46c-b06e5be28044", "address": "fa:16:3e:87:da:57", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa53caa74-20", "ovs_interfaceid": "a53caa74-20fa-474f-b46c-b06e5be28044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.143635] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.144080] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Received event network-vif-plugged-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 739.144511] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquiring lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.145110] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.145468] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.145550] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] No waiting events found dispatching network-vif-plugged-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.145856] env[65368]: WARNING nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Received unexpected event network-vif-plugged-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 for instance with vm_state building and task_state spawning. [ 739.146075] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Received event network-changed-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 739.146255] env[65368]: DEBUG nova.compute.manager [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Refreshing instance network info cache due to event network-changed-0fb2dc38-4514-4a7a-bb90-3b515b6a0840. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 739.146430] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquiring lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.146563] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Acquired lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.146711] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Refreshing network info cache for port 0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.189805] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.190125] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Received event network-vif-plugged-e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 739.190339] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Acquiring lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.190522] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.190682] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.190850] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] No waiting events found dispatching network-vif-plugged-e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 739.191019] env[65368]: WARNING nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Received unexpected event network-vif-plugged-e62b0675-b341-4daa-a141-4989bb115642 for instance with vm_state building and task_state spawning. [ 739.191205] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Received event network-changed-e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 739.191355] env[65368]: DEBUG nova.compute.manager [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Refreshing instance network info cache due to event network-changed-e62b0675-b341-4daa-a141-4989bb115642. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 739.191552] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Acquiring lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.191686] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Acquired lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.191828] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Refreshing network info cache for port e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 739.200602] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "764c787e-0958-4b9c-84bb-2ce472c712bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.200719] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.213213] env[65368]: DEBUG nova.compute.manager [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 739.213213] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 739.214868] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49808e9c-ec4f-4c94-b78e-ff12483d1555 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.224878] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.225251] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd09d1f7-5956-448a-a933-319b61fc09f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.235010] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 739.235010] env[65368]: value = "task-4424226" [ 739.235010] env[65368]: _type = "Task" [ 739.235010] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.246467] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424226, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.294981] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424219, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583378} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.295897] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a75e05b6-f88d-485d-8dca-c833e2f47486/a75e05b6-f88d-485d-8dca-c833e2f47486.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.295897] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.296384] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fea7407b-dcb5-4c10-bfa5-9e86e88ebb72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.306983] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 739.306983] env[65368]: value = "task-4424227" [ 739.306983] env[65368]: _type = "Task" [ 739.306983] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.320290] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424227, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.377533] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424223, 'name': PowerOffVM_Task, 'duration_secs': 0.224246} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.379246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.379246] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.379246] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-52b54f3f-1a94-411d-bf54-374d968889b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.383917] env[65368]: DEBUG oslo_vmware.api [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424220, 'name': PowerOnVM_Task, 'duration_secs': 0.983771} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.384598] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 739.384815] env[65368]: INFO nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Took 13.39 seconds to spawn the instance on the hypervisor. [ 739.384992] env[65368]: DEBUG nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.385815] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54b7d89-5650-4dc4-8c23-3a279c6a2cde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.408264] env[65368]: DEBUG oslo_vmware.api [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424224, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264219} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.408529] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.408709] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.408954] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.409198] env[65368]: INFO nova.compute.manager [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Took 1.18 seconds to destroy the instance on the hypervisor. [ 739.409465] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 739.409653] env[65368]: DEBUG nova.compute.manager [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 739.409752] env[65368]: DEBUG nova.network.neutron [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 739.410018] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.465324] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424225, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.479535] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.480237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.480237] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Deleting the datastore file [datastore1] 845b0189-ec38-4f05-8292-2bf4cf76cae1 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.480445] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-153cf311-6a0b-428f-b6a3-6153665955c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.492514] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for the task: (returnval){ [ 739.492514] env[65368]: value = "task-4424229" [ 739.492514] env[65368]: _type = "Task" [ 739.492514] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.502592] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.563942] env[65368]: DEBUG oslo_concurrency.lockutils [None req-548226d7-f117-4fec-a0a2-ed1de73b869f tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.565947] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.094s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.569504] env[65368]: INFO nova.compute.claims [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.590254] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-1602a56d-8eed-4958-a846-67841fc06c1e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.617168] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.651023] env[65368]: WARNING neutronclient.v2_0.client [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.694548] env[65368]: WARNING neutronclient.v2_0.client [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.748131] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424226, 'name': PowerOffVM_Task, 'duration_secs': 0.314626} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.748131] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.748131] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 739.748131] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8566b5d-b87f-4045-a204-ebbeb337c9fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.820041] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424227, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126577} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.820611] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 739.821693] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac2654-1d44-402f-b963-abb332ca3df7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.827234] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 739.828053] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 739.828551] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleting the datastore file [datastore1] 29b6afac-5d8b-4e68-ab52-99ec57129bb3 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 739.828945] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-41627d48-673b-4a3c-b0a6-76a2359b70c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.853670] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] a75e05b6-f88d-485d-8dca-c833e2f47486/a75e05b6-f88d-485d-8dca-c833e2f47486.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 739.859081] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c2af9a8-7e9f-43d8-863d-4d920202abee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.881442] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 739.881442] env[65368]: value = "task-4424231" [ 739.881442] env[65368]: _type = "Task" [ 739.881442] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.890320] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 739.890320] env[65368]: value = "task-4424232" [ 739.890320] env[65368]: _type = "Task" [ 739.890320] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.894746] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424231, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.909843] env[65368]: INFO nova.compute.manager [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Took 42.77 seconds to build instance. [ 739.916801] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.966851] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424225, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.979187] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.980664] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.006205] env[65368]: DEBUG oslo_vmware.api [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Task: {'id': task-4424229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.401012} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.007344] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.007548] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.007788] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.008081] env[65368]: INFO nova.compute.manager [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Took 1.16 seconds to destroy the instance on the hypervisor. [ 740.008398] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.008615] env[65368]: DEBUG nova.compute.manager [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 740.008713] env[65368]: DEBUG nova.network.neutron [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 740.008986] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.176993] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.256193] env[65368]: WARNING neutronclient.v2_0.client [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.314354] env[65368]: WARNING neutronclient.v2_0.client [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.399258] env[65368]: DEBUG oslo_vmware.api [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424231, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220185} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.402157] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 740.402545] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 740.402723] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 740.402927] env[65368]: INFO nova.compute.manager [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 740.403304] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 740.403527] env[65368]: DEBUG nova.compute.manager [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 740.403634] env[65368]: DEBUG nova.network.neutron [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 740.403909] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.413212] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.417773] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a8895ce1-9bfe-43f0-984b-2c10146df236 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.289s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.463113] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424225, 'name': PowerOnVM_Task, 'duration_secs': 1.052632} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.463537] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.463763] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Took 11.43 seconds to spawn the instance on the hypervisor. [ 740.463943] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.464821] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd2dc01-f3d1-4782-ab7c-369adae37731 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.497036] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Updated VIF entry in instance network info cache for port 0fb2dc38-4514-4a7a-bb90-3b515b6a0840. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.497777] env[65368]: DEBUG nova.network.neutron [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Updating instance_info_cache with network_info: [{"id": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "address": "fa:16:3e:79:4a:f7", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fb2dc38-45", "ovs_interfaceid": "0fb2dc38-4514-4a7a-bb90-3b515b6a0840", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.507428] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.535156] env[65368]: DEBUG nova.network.neutron [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.544136] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Updated VIF entry in instance network info cache for port e62b0675-b341-4daa-a141-4989bb115642. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 740.544136] env[65368]: DEBUG nova.network.neutron [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Updating instance_info_cache with network_info: [{"id": "e62b0675-b341-4daa-a141-4989bb115642", "address": "fa:16:3e:55:08:fd", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape62b0675-b3", "ovs_interfaceid": "e62b0675-b341-4daa-a141-4989bb115642", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.908472] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424232, 'name': ReconfigVM_Task, 'duration_secs': 0.866608} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.911496] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Reconfigured VM instance instance-0000001f to attach disk [datastore2] a75e05b6-f88d-485d-8dca-c833e2f47486/a75e05b6-f88d-485d-8dca-c833e2f47486.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 740.912712] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fac1cf3e-6227-44e3-bcb6-52c80e42227c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.921387] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 740.923736] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 740.923736] env[65368]: value = "task-4424233" [ 740.923736] env[65368]: _type = "Task" [ 740.923736] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.937040] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424233, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.983282] env[65368]: DEBUG nova.network.neutron [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.990496] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Took 34.01 seconds to build instance. [ 740.999788] env[65368]: DEBUG oslo_concurrency.lockutils [req-63cc9f4b-6696-4c73-a099-337d52c21dc0 req-32b997b2-319d-4ac8-aefa-ef29dfed190a service nova] Releasing lock "refresh_cache-a75e05b6-f88d-485d-8dca-c833e2f47486" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.039433] env[65368]: INFO nova.compute.manager [-] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Took 1.63 seconds to deallocate network for instance. [ 741.046834] env[65368]: DEBUG oslo_concurrency.lockutils [req-2cc8d60e-eebc-4e26-9485-fb80113b4462 req-e4d1597c-2e71-45ec-bf32-9955760c0737 service nova] Releasing lock "refresh_cache-67e04a3c-c5b6-4187-a239-01341ea0230b" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.148405] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.148711] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6dfda65-9712-4d63-b544-3894ac546b15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.160661] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 741.160661] env[65368]: value = "task-4424234" [ 741.160661] env[65368]: _type = "Task" [ 741.160661] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.170434] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.205825] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-779349ae-33e2-4cd0-8b05-1ff653c0a4c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.215605] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f844faa-0677-4574-a736-663a3d7fed58 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.250529] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744b2ec5-487e-40d9-b514-cef9aa02531f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.259450] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d6a1b8-bb99-45db-b35f-85a0876b60fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.274475] env[65368]: DEBUG nova.compute.provider_tree [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.276372] env[65368]: DEBUG nova.network.neutron [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.364885] env[65368]: DEBUG nova.compute.manager [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 741.365450] env[65368]: DEBUG nova.compute.manager [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing instance network info cache due to event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 741.365569] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.365884] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.366175] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.388561] env[65368]: DEBUG nova.compute.manager [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Received event network-changed-04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 741.388761] env[65368]: DEBUG nova.compute.manager [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Refreshing instance network info cache due to event network-changed-04b79cd4-c11b-40f3-b3bc-916b8befae15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 741.388956] env[65368]: DEBUG oslo_concurrency.lockutils [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.389832] env[65368]: DEBUG oslo_concurrency.lockutils [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.389832] env[65368]: DEBUG nova.network.neutron [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Refreshing network info cache for port 04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 741.437093] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424233, 'name': Rename_Task, 'duration_secs': 0.154187} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.437350] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.437605] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b17d058c-97fe-4461-962a-681f3fdc076e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.445611] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 741.445611] env[65368]: value = "task-4424235" [ 741.445611] env[65368]: _type = "Task" [ 741.445611] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.449189] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.457891] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.486188] env[65368]: INFO nova.compute.manager [-] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Took 1.48 seconds to deallocate network for instance. [ 741.491927] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.529s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.550928] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.671384] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424234, 'name': PowerOffVM_Task, 'duration_secs': 0.270894} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.671653] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 741.672618] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4678233d-8fb1-4cb4-9ad8-b11d9b5898d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.694322] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48b96d6-e5c0-4595-a4a4-72311e5b9ab6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.733559] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.733559] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-99aa277d-7444-4b2e-9b5c-90961c12186e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.741509] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 741.741509] env[65368]: value = "task-4424236" [ 741.741509] env[65368]: _type = "Task" [ 741.741509] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.751705] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424236, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.778726] env[65368]: DEBUG nova.scheduler.client.report [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.784296] env[65368]: INFO nova.compute.manager [-] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Took 1.38 seconds to deallocate network for instance. [ 741.869964] env[65368]: WARNING neutronclient.v2_0.client [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.892383] env[65368]: WARNING neutronclient.v2_0.client [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.958033] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.996060] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.996060] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 742.062021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.265184] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 742.265469] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.265674] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.265820] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.266211] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.266640] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f34ec53a-b3cd-4a09-b4b7-4756f61476c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.281324] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.281678] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.282428] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc84132-f3d5-4a7b-8f46-22ddad420ad5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.287086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.287600] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 742.291837] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.707s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.295017] env[65368]: INFO nova.compute.claims [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 742.295970] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 742.295970] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254405c-df21-08c0-fdbe-a8050d317849" [ 742.295970] env[65368]: _type = "Task" [ 742.295970] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.297097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.306678] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254405c-df21-08c0-fdbe-a8050d317849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.459356] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424235, 'name': PowerOnVM_Task, 'duration_secs': 0.738256} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.459624] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 742.460417] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Took 10.67 seconds to spawn the instance on the hypervisor. [ 742.460644] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.461557] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f75c3e-103e-4f86-9f78-9e63d426789d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.534349] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.801470] env[65368]: DEBUG nova.compute.utils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.803804] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 742.804187] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 742.804645] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.805079] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.818574] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254405c-df21-08c0-fdbe-a8050d317849, 'name': SearchDatastore_Task, 'duration_secs': 0.024424} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.820381] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-377a4b44-554a-4f88-a1af-618e0a533257 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.828192] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 742.828192] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52340c14-ee14-fe64-62d0-b1c0248d6ca7" [ 742.828192] env[65368]: _type = "Task" [ 742.828192] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.840755] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52340c14-ee14-fe64-62d0-b1c0248d6ca7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.940544] env[65368]: DEBUG nova.policy [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e30075dc4849457c92f021088aabad63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c95e4ed8fca4c6b9f7e707df43c7762', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.985102] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Took 35.95 seconds to build instance. [ 743.014973] env[65368]: WARNING neutronclient.v2_0.client [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.314659] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 743.320806] env[65368]: DEBUG nova.compute.manager [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.321755] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362d87bc-fbe1-47d8-bf22-d047de28396a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.349834] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52340c14-ee14-fe64-62d0-b1c0248d6ca7, 'name': SearchDatastore_Task, 'duration_secs': 0.01314} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.350344] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.350540] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 743.351040] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b3e03fb-2fbd-4239-b528-9f1865ce7573 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.360285] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 743.360285] env[65368]: value = "task-4424237" [ 743.360285] env[65368]: _type = "Task" [ 743.360285] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.361874] env[65368]: WARNING neutronclient.v2_0.client [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.378923] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424237, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.388326] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Successfully created port: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 743.479800] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updated VIF entry in instance network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.480262] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.489346] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.465s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.511650] env[65368]: DEBUG nova.network.neutron [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updated VIF entry in instance network info cache for port 04b79cd4-c11b-40f3-b3bc-916b8befae15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 743.518022] env[65368]: DEBUG nova.network.neutron [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.842373] env[65368]: INFO nova.compute.manager [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] instance snapshotting [ 743.846197] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc99f394-3e84-491a-840f-59969ddf8ce9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.880405] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd03691-6394-453d-ab35-9e23e928af4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.890191] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424237, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.985703] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.985703] env[65368]: DEBUG nova.compute.manager [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 743.985942] env[65368]: DEBUG nova.compute.manager [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing instance network info cache due to event network-changed-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 743.985942] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Acquiring lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.986565] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Acquired lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.986565] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Refreshing network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.992431] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.022230] env[65368]: DEBUG oslo_concurrency.lockutils [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.022230] env[65368]: DEBUG nova.compute.manager [req-524c0be3-3fc1-4be5-a09b-97363358771b req-c7629d33-b895-4c1d-b3e3-d7d8ea971175 service nova] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Received event network-vif-deleted-3b888fb2-dde9-495c-b674-c719198f38ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 744.027875] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801684cf-8d03-4d04-a365-679f8d70ef0e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.038492] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a78d16-6721-434b-aef7-f67dd00fb4cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.073357] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987bcc13-61f3-4196-b75b-3aecd9c03869 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.082544] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9a15c-2430-4ac4-8093-66f79217325a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.099807] env[65368]: DEBUG nova.compute.provider_tree [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 744.326891] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 744.354599] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 744.354872] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 744.355039] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 744.355219] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 744.355359] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 744.355493] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 744.355687] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 744.355832] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 744.355986] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 744.356160] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 744.356326] env[65368]: DEBUG nova.virt.hardware [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 744.357224] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ff2cdf-2081-499e-a1f5-483e087d1718 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.367281] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba093c6d-fbca-4e01-a95f-f9296d6407d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.391718] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424237, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.75879} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.392105] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 744.392966] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed716c82-f95f-433b-86b2-6821260c3e2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.399817] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 744.414214] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8b45da8-41c7-46dd-9200-1add62adb6ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.424265] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 744.424626] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b91f9e65-e53a-496a-8d21-e957f962dac2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.446341] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 744.446341] env[65368]: value = "task-4424238" [ 744.446341] env[65368]: _type = "Task" [ 744.446341] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.446606] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 744.446606] env[65368]: value = "task-4424239" [ 744.446606] env[65368]: _type = "Task" [ 744.446606] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.461016] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424238, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.465134] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424239, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.488984] env[65368]: WARNING neutronclient.v2_0.client [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.523231] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.603602] env[65368]: DEBUG nova.scheduler.client.report [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.962809] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424239, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.966358] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424238, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.086648] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Successfully updated port: f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 745.110209] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.817s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 745.110209] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 745.113859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.774s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 745.118256] env[65368]: INFO nova.compute.claims [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 745.321127] env[65368]: WARNING neutronclient.v2_0.client [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.459506] env[65368]: DEBUG nova.compute.manager [req-e8c54285-63dd-4cf1-8d0e-c8bcb9d50137 req-96ab97e6-c850-463c-8fa4-96f714561828 service nova] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Received event network-vif-deleted-ddeb2b48-f9a6-4ed7-b6ba-1ee942a25130 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 745.460542] env[65368]: DEBUG nova.compute.manager [req-e8c54285-63dd-4cf1-8d0e-c8bcb9d50137 req-96ab97e6-c850-463c-8fa4-96f714561828 service nova] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Received event network-vif-deleted-9daf490f-a8fe-4c58-a0e4-cfaf6a6beb3f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 745.465927] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424238, 'name': CreateSnapshot_Task, 'duration_secs': 0.563151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.471600] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 745.472273] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424239, 'name': ReconfigVM_Task, 'duration_secs': 0.542825} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.473483] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f94c00-d654-4a69-9b5e-bf608de2b59b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.476284] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 745.477296] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec71847d-d462-449f-92bf-16e387864ce6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.483692] env[65368]: DEBUG nova.compute.manager [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Received event network-vif-deleted-23336245-18a4-47ef-98fd-325f8b5a9efc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 745.483692] env[65368]: DEBUG nova.compute.manager [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-changed-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 745.483692] env[65368]: DEBUG nova.compute.manager [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing instance network info cache due to event network-changed-18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 745.483925] env[65368]: DEBUG oslo_concurrency.lockutils [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.484064] env[65368]: DEBUG oslo_concurrency.lockutils [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.484388] env[65368]: DEBUG nova.network.neutron [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing network info cache for port 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 745.522033] env[65368]: WARNING neutronclient.v2_0.client [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.531959] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updated VIF entry in instance network info cache for port 2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.532587] env[65368]: DEBUG nova.network.neutron [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [{"id": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "address": "fa:16:3e:77:d9:62", "network": {"id": "d15837a6-c62c-4833-a811-47b0bf72371c", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1002514853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "023f5f2f660840f29229ce94098ed142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f1e0e39-0c84-4fcd-9113-cc528c3eb185", "external-id": "nsx-vlan-transportzone-907", "segmentation_id": 907, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f8cea20-0b", "ovs_interfaceid": "2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.534611] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857b78b3-4256-46b2-be50-1032cb779d5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.547720] env[65368]: DEBUG oslo_concurrency.lockutils [req-39e17cb6-0970-4bc8-8726-3d73a98be742 req-e80c9d9b-e2d4-4342-b8af-e4f150fe9f88 service nova] Releasing lock "refresh_cache-68b09cde-55aa-450f-9e44-9a4cfbf8072d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.556305] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 745.556305] env[65368]: value = "task-4424240" [ 745.556305] env[65368]: _type = "Task" [ 745.556305] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.568341] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.589252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.589478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.589659] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 745.622399] env[65368]: DEBUG nova.compute.utils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 745.627257] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 745.627607] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 745.628701] env[65368]: WARNING neutronclient.v2_0.client [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.629020] env[65368]: WARNING neutronclient.v2_0.client [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.745526] env[65368]: DEBUG nova.policy [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '058c6ce5b1ac4dc094919c40a763b0bc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '248ece433c044cb78fba94d4115372a5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 746.033743] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 746.034223] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-36134627-947a-4a0e-a1f4-c93dc892c85a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.044741] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 746.044741] env[65368]: value = "task-4424241" [ 746.044741] env[65368]: _type = "Task" [ 746.044741] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.056495] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424241, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.067245] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424240, 'name': ReconfigVM_Task, 'duration_secs': 0.347244} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.067540] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 746.067796] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90738e17-a6f0-4176-ab4c-73f7e49bdf24 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.075573] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 746.075573] env[65368]: value = "task-4424242" [ 746.075573] env[65368]: _type = "Task" [ 746.075573] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.089787] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424242, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.128472] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 746.152412] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Successfully created port: a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 746.186502] env[65368]: WARNING neutronclient.v2_0.client [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.260656] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 746.557036] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424241, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.589845] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.601147] env[65368]: DEBUG nova.network.neutron [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updated VIF entry in instance network info cache for port 18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 746.601147] env[65368]: DEBUG nova.network.neutron [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 746.683879] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.779866] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c918bb-42fc-467e-bb68-8b6f9e2b2382 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.790012] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a564e100-f9cd-4483-8162-037478dfdfa2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.829247] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf28c45-6dfe-4743-a427-eaf494d5fe99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.838785] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570d55d6-99bf-4935-9460-550532247f36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.854832] env[65368]: DEBUG nova.compute.provider_tree [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 746.879227] env[65368]: DEBUG nova.network.neutron [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Updating instance_info_cache with network_info: [{"id": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "address": "fa:16:3e:44:c8:47", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b29828-4d", "ovs_interfaceid": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.060366] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424241, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.089589] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.103988] env[65368]: DEBUG oslo_concurrency.lockutils [req-d47b00ee-5b1b-4708-a716-26e1b7aeadfa req-d1ded488-2574-4ca4-b9dc-05bc75507d6a service nova] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.141735] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 747.172855] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 747.173117] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 747.173271] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 747.173443] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 747.174026] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 747.174026] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 747.174026] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 747.174202] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 747.174202] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 747.174352] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 747.174510] env[65368]: DEBUG nova.virt.hardware [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 747.175442] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6830c9c-72e1-46a3-a4c2-28acc5c8a785 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.185527] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8442532f-adf0-489d-9b59-9a9c749679a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.358733] env[65368]: DEBUG nova.scheduler.client.report [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 747.382125] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.382454] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Instance network_info: |[{"id": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "address": "fa:16:3e:44:c8:47", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b29828-4d", "ovs_interfaceid": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 747.383273] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c8:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ca50cd14-9e1f-4d74-a066-e5a45ba0ce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0b29828-4d62-4383-ab8f-9585d7c3e6f3', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 747.391488] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 747.392102] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 747.392399] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4fb2321-caaf-4ec9-85ce-d86ccb58f3c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.416344] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 747.416344] env[65368]: value = "task-4424243" [ 747.416344] env[65368]: _type = "Task" [ 747.416344] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.428299] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424243, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.558841] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424241, 'name': CloneVM_Task, 'duration_secs': 1.462563} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.559082] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Created linked-clone VM from snapshot [ 747.559847] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a49231a-adff-4645-b369-f5d2854fc346 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.568720] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Uploading image 50a3767e-f58f-482e-babe-d12f22defa69 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 747.583659] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 747.584041] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e1a2657f-f845-4ccd-b8c8-7dcefa7d75ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.592373] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424242, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.594790] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 747.594790] env[65368]: value = "task-4424244" [ 747.594790] env[65368]: _type = "Task" [ 747.594790] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.604306] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424244, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.865717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.752s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.869164] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 747.872948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.171s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.872948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.875032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.760s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 747.876388] env[65368]: INFO nova.compute.claims [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 747.897622] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Successfully updated port: a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.919904] env[65368]: INFO nova.scheduler.client.report [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleted allocations for instance 052a2265-f955-4bfc-a13f-1502d4363782 [ 747.947298] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424243, 'name': CreateVM_Task, 'duration_secs': 0.465612} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.947930] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 747.949077] env[65368]: WARNING neutronclient.v2_0.client [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.951235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.951235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.951235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.952182] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bce14f51-691a-4eb5-b9d6-24ffd432bbcb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.968305] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 747.968305] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe9fe0-db13-24be-643a-24bfdcd1d197" [ 747.968305] env[65368]: _type = "Task" [ 747.968305] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.989976] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe9fe0-db13-24be-643a-24bfdcd1d197, 'name': SearchDatastore_Task, 'duration_secs': 0.018273} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.989976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.989976] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.989976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.990758] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.990758] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.990758] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-66818190-8c6b-41b5-a263-a5f9aae41e73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.004552] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 748.005247] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 748.005913] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71e41b9e-46ae-4422-ac2f-4cd32d0bc222 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.014719] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 748.014719] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225b436-d828-8cf0-7848-03e171fc19d4" [ 748.014719] env[65368]: _type = "Task" [ 748.014719] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.037025] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225b436-d828-8cf0-7848-03e171fc19d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.091706] env[65368]: DEBUG oslo_vmware.api [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424242, 'name': PowerOnVM_Task, 'duration_secs': 1.827045} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.092123] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.096204] env[65368]: DEBUG nova.compute.manager [None req-f6949158-4495-4146-b047-c7d53b0b8e84 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.097209] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516092cc-add9-4f00-9868-b80f0cdc536c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.110135] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424244, 'name': Destroy_Task, 'duration_secs': 0.45037} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.112028] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Destroyed the VM [ 748.112631] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 748.116030] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-893614ee-3b79-483f-93ef-cbbacb70ef96 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.125423] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 748.125423] env[65368]: value = "task-4424245" [ 748.125423] env[65368]: _type = "Task" [ 748.125423] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.136600] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.381533] env[65368]: DEBUG nova.compute.utils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 748.389173] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 748.389398] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 748.389726] env[65368]: WARNING neutronclient.v2_0.client [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.390077] env[65368]: WARNING neutronclient.v2_0.client [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 748.402164] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.402164] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.402164] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.441477] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3913cbab-71e2-4551-9c3f-ce4c2a1fa6c0 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "052a2265-f955-4bfc-a13f-1502d4363782" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.716s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.520098] env[65368]: DEBUG nova.compute.manager [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Received event network-vif-plugged-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 748.520375] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Acquiring lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.522475] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.523033] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.523192] env[65368]: DEBUG nova.compute.manager [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] No waiting events found dispatching network-vif-plugged-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 748.523376] env[65368]: WARNING nova.compute.manager [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Received unexpected event network-vif-plugged-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 for instance with vm_state building and task_state spawning. [ 748.523552] env[65368]: DEBUG nova.compute.manager [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Received event network-changed-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 748.523824] env[65368]: DEBUG nova.compute.manager [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Refreshing instance network info cache due to event network-changed-f0b29828-4d62-4383-ab8f-9585d7c3e6f3. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 748.523913] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Acquiring lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.524056] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Acquired lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.524211] env[65368]: DEBUG nova.network.neutron [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Refreshing network info cache for port f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 748.534126] env[65368]: DEBUG nova.policy [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e044569a39e4bcb8c3c6af244e95353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '705545d0daac4524900cd0b693965f24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 748.544990] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225b436-d828-8cf0-7848-03e171fc19d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017303} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.545870] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1511a684-6f0b-4150-ba37-a84bfa727e7a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.555713] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 748.555713] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cbfeb7-1a1e-6714-f9b8-66e89a177c21" [ 748.555713] env[65368]: _type = "Task" [ 748.555713] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.574151] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cbfeb7-1a1e-6714-f9b8-66e89a177c21, 'name': SearchDatastore_Task, 'duration_secs': 0.014885} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.574482] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.574714] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2b49a267-efa9-4c11-b2cb-108b7da77935/2b49a267-efa9-4c11-b2cb-108b7da77935.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.574989] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-436125c3-50d0-4aa7-86b7-d134600975c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.585324] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 748.585324] env[65368]: value = "task-4424246" [ 748.585324] env[65368]: _type = "Task" [ 748.585324] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.594940] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424246, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.637761] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.894632] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 749.000800] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Successfully created port: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 749.031783] env[65368]: WARNING neutronclient.v2_0.client [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.098097] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424246, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.110983] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.140681] env[65368]: DEBUG oslo_vmware.api [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.95463} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.144241] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 749.534187] env[65368]: DEBUG nova.compute.manager [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Received event network-vif-plugged-a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 749.534444] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] Acquiring lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.534602] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.534757] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.534912] env[65368]: DEBUG nova.compute.manager [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] No waiting events found dispatching network-vif-plugged-a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 749.535092] env[65368]: WARNING nova.compute.manager [req-dd873186-ba26-4042-9be6-e449aa0f14ac req-23cc83ee-4cd0-4cf0-bef1-3dc4ab115f26 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Received unexpected event network-vif-plugged-a978ffaf-f1c6-492d-b30c-210b0487f581 for instance with vm_state building and task_state spawning. [ 749.541945] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3b79ac-8330-4246-87f6-804caf51668b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.550825] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9567992-d958-4503-b816-e6a52ee1386f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.588408] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24abfc5e-59a0-46a5-a7a4-5a4f6a5249b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.606037] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424246, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.641835} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.610024] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2b49a267-efa9-4c11-b2cb-108b7da77935/2b49a267-efa9-4c11-b2cb-108b7da77935.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 749.610024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 749.610436] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4da9971-72b8-4e55-b7ac-2adfb013bfb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.615142] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af7467a1-12d5-4938-88b3-bc19f91d03af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.630265] env[65368]: DEBUG nova.compute.provider_tree [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 749.637018] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 749.637018] env[65368]: value = "task-4424247" [ 749.637018] env[65368]: _type = "Task" [ 749.637018] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.647850] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.648736] env[65368]: WARNING nova.compute.manager [None req-fffac0ae-8d4b-4d49-8bab-e5fa0d2c2cde tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Image not found during snapshot: nova.exception.ImageNotFound: Image 50a3767e-f58f-482e-babe-d12f22defa69 could not be found. [ 749.674037] env[65368]: WARNING neutronclient.v2_0.client [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.831446] env[65368]: WARNING neutronclient.v2_0.client [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.884981] env[65368]: DEBUG nova.network.neutron [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Updating instance_info_cache with network_info: [{"id": "a978ffaf-f1c6-492d-b30c-210b0487f581", "address": "fa:16:3e:6c:78:91", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa978ffaf-f1", "ovs_interfaceid": "a978ffaf-f1c6-492d-b30c-210b0487f581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.906216] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 749.943411] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 749.943670] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 749.943821] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 749.943994] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 749.944317] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 749.944477] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 749.944681] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 749.944832] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 749.944990] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 749.945197] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 749.945383] env[65368]: DEBUG nova.virt.hardware [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 749.946281] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40473f2a-7c95-4f23-a9eb-353e3d0888c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.956759] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3ff6ee-6dbe-4c60-98fb-9fd32697acdc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.001118] env[65368]: DEBUG nova.compute.manager [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.002046] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd20c60d-d619-480f-92b5-23a156b35007 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.099538] env[65368]: DEBUG nova.network.neutron [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Updated VIF entry in instance network info cache for port f0b29828-4d62-4383-ab8f-9585d7c3e6f3. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 750.099538] env[65368]: DEBUG nova.network.neutron [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Updating instance_info_cache with network_info: [{"id": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "address": "fa:16:3e:44:c8:47", "network": {"id": "175e8a77-1ae8-4864-a97b-015a130810f1", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1329402743-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "7c95e4ed8fca4c6b9f7e707df43c7762", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ca50cd14-9e1f-4d74-a066-e5a45ba0ce22", "external-id": "nsx-vlan-transportzone-348", "segmentation_id": 348, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0b29828-4d", "ovs_interfaceid": "f0b29828-4d62-4383-ab8f-9585d7c3e6f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.137927] env[65368]: DEBUG nova.scheduler.client.report [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 750.157095] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076865} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.157095] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 750.157095] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9f2db6-8f0f-4250-af9a-fd4b5c3d1bf0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.188859] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 2b49a267-efa9-4c11-b2cb-108b7da77935/2b49a267-efa9-4c11-b2cb-108b7da77935.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 750.188859] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c7bba0c-8fc0-4918-9244-39278eceedb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.207474] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 750.207474] env[65368]: value = "task-4424248" [ 750.207474] env[65368]: _type = "Task" [ 750.207474] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.225944] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.390441] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.391080] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Instance network_info: |[{"id": "a978ffaf-f1c6-492d-b30c-210b0487f581", "address": "fa:16:3e:6c:78:91", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa978ffaf-f1", "ovs_interfaceid": "a978ffaf-f1c6-492d-b30c-210b0487f581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 750.391379] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:78:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a978ffaf-f1c6-492d-b30c-210b0487f581', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.400069] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 750.402076] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.402076] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e8b9397-3ee3-4b75-9b2c-3d0b4bcb7726 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.422595] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.422595] env[65368]: value = "task-4424249" [ 750.422595] env[65368]: _type = "Task" [ 750.422595] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.432066] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424249, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.517431] env[65368]: INFO nova.compute.manager [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] instance snapshotting [ 750.518776] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f837454-51d1-4e6f-9221-d3c73fa787ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.545026] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10645e5c-09aa-43ab-8ae2-12ed5bcc086b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.603550] env[65368]: DEBUG oslo_concurrency.lockutils [req-f5f9ef44-7577-40dd-a778-13311c62b078 req-7b6e5b1d-4703-4670-8575-071c5c8e46df service nova] Releasing lock "refresh_cache-2b49a267-efa9-4c11-b2cb-108b7da77935" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644760] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.770s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.645501] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 750.650522] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.764s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.655193] env[65368]: INFO nova.compute.claims [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.722195] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424248, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.788237] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Successfully updated port: 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.934183] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424249, 'name': CreateVM_Task, 'duration_secs': 0.403275} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.934340] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 750.935104] env[65368]: WARNING neutronclient.v2_0.client [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 750.935551] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.935756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.936166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.936458] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea03ff18-7475-40de-977a-d0a030b67f1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.942322] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 750.942322] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d426a-9a92-6930-5c75-3c69ef408580" [ 750.942322] env[65368]: _type = "Task" [ 750.942322] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.952225] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d426a-9a92-6930-5c75-3c69ef408580, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.056712] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 751.057889] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5c75d2a3-58d5-4f13-ab7c-8c3287f00af6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.069952] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 751.069952] env[65368]: value = "task-4424250" [ 751.069952] env[65368]: _type = "Task" [ 751.069952] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.080638] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424250, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.161036] env[65368]: DEBUG nova.compute.utils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 751.168563] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 751.168876] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 751.169548] env[65368]: WARNING neutronclient.v2_0.client [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.170390] env[65368]: WARNING neutronclient.v2_0.client [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.222479] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424248, 'name': ReconfigVM_Task, 'duration_secs': 0.628387} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.222972] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 2b49a267-efa9-4c11-b2cb-108b7da77935/2b49a267-efa9-4c11-b2cb-108b7da77935.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 751.224974] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6b7e30a-1670-47f5-bc0d-cc4ff7ee4824 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.227406] env[65368]: DEBUG nova.policy [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7b14d3661cb1430ba4ab7ed724f30bb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a5beddf31dd64931be2248de01e305ad', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 751.236722] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 751.236722] env[65368]: value = "task-4424251" [ 751.236722] env[65368]: _type = "Task" [ 751.236722] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.248828] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424251, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.293049] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.293296] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.293487] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.454248] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d426a-9a92-6930-5c75-3c69ef408580, 'name': SearchDatastore_Task, 'duration_secs': 0.013769} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.454697] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.454902] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.455224] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.455409] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.455622] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.455932] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b53446-ec5c-443c-86ce-60b5b7632b2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.466287] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.466476] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.467275] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305e4a37-d96f-435b-9d07-b428bb0db161 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.474573] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 751.474573] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c8a2a-951f-6dfc-0372-0461b0437892" [ 751.474573] env[65368]: _type = "Task" [ 751.474573] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.483042] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c8a2a-951f-6dfc-0372-0461b0437892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.544777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "cc1adefd-a061-47e0-bf8e-38ef27790723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.545252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.545385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.545590] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.545731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.547930] env[65368]: INFO nova.compute.manager [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Terminating instance [ 751.569431] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Successfully created port: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 751.583804] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424250, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.667702] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 751.755921] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424251, 'name': Rename_Task, 'duration_secs': 0.170181} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.759233] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 751.759770] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e1d37da3-7116-4aaa-b623-438273e1c852 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.772181] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 751.772181] env[65368]: value = "task-4424252" [ 751.772181] env[65368]: _type = "Task" [ 751.772181] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.783760] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.987864] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c8a2a-951f-6dfc-0372-0461b0437892, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.988710] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df1d4233-9680-4a98-a349-41e20f78a881 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.995770] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 751.995770] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f7f4be-1c77-cca0-69b0-d17a768e0edb" [ 751.995770] env[65368]: _type = "Task" [ 751.995770] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.004870] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f7f4be-1c77-cca0-69b0-d17a768e0edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.055651] env[65368]: DEBUG nova.compute.manager [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 752.055776] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.056772] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449d0e13-8346-4171-995e-e154901ada40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.069538] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 752.069825] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f2f67f-f157-4141-8763-2b2713766bd6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.079764] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 752.079764] env[65368]: value = "task-4424253" [ 752.079764] env[65368]: _type = "Task" [ 752.079764] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.088783] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424250, 'name': CreateSnapshot_Task, 'duration_secs': 0.544283} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.089559] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 752.090435] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbfeafe5-28fe-47f6-8a94-802c37c7bab8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.098020] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.243199] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67926fe-0701-48f0-b181-ac068f78de93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.251879] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd32bd0-d969-4663-8db3-bb01dc222c34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.287228] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c51cbcd-d221-456a-bcf6-cef39f9e529b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.296785] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8103b1ce-8a3e-4fbe-93fd-cd64e6484f9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.300529] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424252, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.310832] env[65368]: DEBUG nova.compute.provider_tree [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 752.507117] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f7f4be-1c77-cca0-69b0-d17a768e0edb, 'name': SearchDatastore_Task, 'duration_secs': 0.012567} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.507403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.507657] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 46d105de-a26c-4f86-a3d2-d981e92d38bd/46d105de-a26c-4f86-a3d2-d981e92d38bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.507920] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5e1cd7c2-2acc-4bdc-ab88-3808c300c76d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.516340] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 752.516340] env[65368]: value = "task-4424254" [ 752.516340] env[65368]: _type = "Task" [ 752.516340] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.529045] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.592922] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424253, 'name': PowerOffVM_Task, 'duration_secs': 0.211983} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.593282] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.593464] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.593752] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9f9da83-2315-4c7a-bded-d9d000725c87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.615737] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 752.616046] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6adf75ab-3891-4772-95d8-5c18d65b3e92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.625631] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 752.625631] env[65368]: value = "task-4424256" [ 752.625631] env[65368]: _type = "Task" [ 752.625631] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.636646] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424256, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.682347] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 752.692651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.692785] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.693445] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleting the datastore file [datastore1] cc1adefd-a061-47e0-bf8e-38ef27790723 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.693445] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0ce29f3d-6930-458b-bd95-f0db46fdcb5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.702914] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 752.702914] env[65368]: value = "task-4424257" [ 752.702914] env[65368]: _type = "Task" [ 752.702914] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.713199] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 752.713463] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 752.713710] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 752.713783] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 752.713919] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 752.714073] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 752.714392] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 752.714482] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 752.714667] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 752.714821] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 752.715015] env[65368]: DEBUG nova.virt.hardware [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 752.715916] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e1714c9-193f-48d6-9c57-17cc537fbdf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.722038] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.728022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95565cb2-fa71-4f61-8f91-d4b37c37a83f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.801637] env[65368]: DEBUG oslo_vmware.api [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424252, 'name': PowerOnVM_Task, 'duration_secs': 0.904535} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.802038] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 752.802437] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Took 8.48 seconds to spawn the instance on the hypervisor. [ 752.802865] env[65368]: DEBUG nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 752.804110] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc051f92-1164-47a7-8937-c81f322ad389 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.816229] env[65368]: DEBUG nova.scheduler.client.report [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.849171] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.034821] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.140437] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424256, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.220583] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424257, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.308121] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Successfully updated port: 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 753.325898] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.326496] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 753.339261] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.414s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 753.339261] env[65368]: DEBUG nova.objects.instance [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lazy-loading 'resources' on Instance uuid dc08eda0-b021-47b9-a378-9317965a2c0e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 753.344574] env[65368]: INFO nova.compute.manager [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Took 34.89 seconds to build instance. [ 753.497643] env[65368]: WARNING neutronclient.v2_0.client [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.530803] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594385} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.531173] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 46d105de-a26c-4f86-a3d2-d981e92d38bd/46d105de-a26c-4f86-a3d2-d981e92d38bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.531486] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.531784] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44e42806-7515-4800-80d1-752325a0f973 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.543031] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 753.543031] env[65368]: value = "task-4424258" [ 753.543031] env[65368]: _type = "Task" [ 753.543031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.551804] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.565593] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Received event network-changed-a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 753.565796] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Refreshing instance network info cache due to event network-changed-a978ffaf-f1c6-492d-b30c-210b0487f581. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 753.566081] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Acquiring lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.566178] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Acquired lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.566329] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Refreshing network info cache for port a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 753.640851] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424256, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.702879] env[65368]: DEBUG nova.network.neutron [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Updating instance_info_cache with network_info: [{"id": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "address": "fa:16:3e:01:5f:4d", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbb61a2-10", "ovs_interfaceid": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.716086] env[65368]: DEBUG oslo_vmware.api [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424257, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.526996} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.716410] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.716632] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.716835] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.717086] env[65368]: INFO nova.compute.manager [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Took 1.66 seconds to destroy the instance on the hypervisor. [ 753.717379] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 753.717642] env[65368]: DEBUG nova.compute.manager [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 753.718259] env[65368]: DEBUG nova.network.neutron [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 753.718583] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.810881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.811232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquired lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.811767] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 753.832584] env[65368]: DEBUG nova.compute.utils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.835407] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 753.835636] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 753.835999] env[65368]: WARNING neutronclient.v2_0.client [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.836415] env[65368]: WARNING neutronclient.v2_0.client [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.847916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94e763d0-581d-4b4f-b2c4-20b9684abcae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.783s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 753.878609] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.981012] env[65368]: DEBUG nova.policy [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4432413b404d708974a1f40d7304d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773d027cc30d461dbebeb04f293b0b83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 754.052491] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.106953} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.053050] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.056975] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-846d6e80-c478-4d63-8569-a6c9cc6cc070 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.075940] env[65368]: WARNING neutronclient.v2_0.client [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.088878] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 46d105de-a26c-4f86-a3d2-d981e92d38bd/46d105de-a26c-4f86-a3d2-d981e92d38bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.092829] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95971cf8-76f1-42d8-a824-dd2272aa5fb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.117659] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 754.117659] env[65368]: value = "task-4424259" [ 754.117659] env[65368]: _type = "Task" [ 754.117659] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.138513] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424259, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.145518] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424256, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.206234] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.207937] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance network_info: |[{"id": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "address": "fa:16:3e:01:5f:4d", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbb61a2-10", "ovs_interfaceid": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 754.208056] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.216756] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating folder: Project (705545d0daac4524900cd0b693965f24). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.220454] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6098b10f-b41d-4af9-a30d-ef1a7d545d97 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.240393] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created folder: Project (705545d0daac4524900cd0b693965f24) in parent group-v865657. [ 754.240393] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating folder: Instances. Parent ref: group-v865750. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 754.243652] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7ed5461-c96f-4dcd-bf41-456772a8e7ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.258451] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created folder: Instances in parent group-v865750. [ 754.258737] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 754.261747] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.264473] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee05e92e-11a3-4806-9753-d647882fdbd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.304735] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.304735] env[65368]: value = "task-4424262" [ 754.304735] env[65368]: _type = "Task" [ 754.304735] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.313468] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424262, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.340958] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 754.351511] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 754.429170] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 754.480270] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccda40a5-24cb-4b62-8050-af1ff7f5bb40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.493623] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fb88e07-4d17-4590-9263-dbd67db1d0a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.530795] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24215f9a-96cf-43d3-9bca-e3904524901a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.540319] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a78e418-5053-4462-82d4-7601626d74cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.556634] env[65368]: DEBUG nova.compute.provider_tree [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.571928] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Successfully created port: b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 754.640995] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424259, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.648147] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424256, 'name': CloneVM_Task, 'duration_secs': 1.627445} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.648430] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Created linked-clone VM from snapshot [ 754.650113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7df3cf-35d5-46bf-8cb4-442530e9f46c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.657227] env[65368]: WARNING neutronclient.v2_0.client [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.662299] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Uploading image 2c38b38e-5e2e-4034-9fa6-b0354bee19e1 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 754.698062] env[65368]: WARNING neutronclient.v2_0.client [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.700482] env[65368]: DEBUG nova.network.neutron [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.710465] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 754.710465] env[65368]: value = "vm-865749" [ 754.710465] env[65368]: _type = "VirtualMachine" [ 754.710465] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 754.710465] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c00e6698-562d-4c07-a2eb-af817dff1704 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.715776] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lease: (returnval){ [ 754.715776] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b8e60-87d0-aff3-5587-0ed7ee9224fa" [ 754.715776] env[65368]: _type = "HttpNfcLease" [ 754.715776] env[65368]: } obtained for exporting VM: (result){ [ 754.715776] env[65368]: value = "vm-865749" [ 754.715776] env[65368]: _type = "VirtualMachine" [ 754.715776] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 754.716091] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the lease: (returnval){ [ 754.716091] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b8e60-87d0-aff3-5587-0ed7ee9224fa" [ 754.716091] env[65368]: _type = "HttpNfcLease" [ 754.716091] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 754.725404] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 754.725404] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b8e60-87d0-aff3-5587-0ed7ee9224fa" [ 754.725404] env[65368]: _type = "HttpNfcLease" [ 754.725404] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 754.816251] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424262, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.882576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 754.918507] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Updated VIF entry in instance network info cache for port a978ffaf-f1c6-492d-b30c-210b0487f581. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 754.918860] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Updating instance_info_cache with network_info: [{"id": "a978ffaf-f1c6-492d-b30c-210b0487f581", "address": "fa:16:3e:6c:78:91", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.86", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa978ffaf-f1", "ovs_interfaceid": "a978ffaf-f1c6-492d-b30c-210b0487f581", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.060430] env[65368]: DEBUG nova.scheduler.client.report [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 755.129144] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424259, 'name': ReconfigVM_Task, 'duration_secs': 0.787248} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.129423] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 46d105de-a26c-4f86-a3d2-d981e92d38bd/46d105de-a26c-4f86-a3d2-d981e92d38bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 755.130106] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b78862b-3bd4-4f43-a857-b49d06217f13 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.137252] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 755.137252] env[65368]: value = "task-4424264" [ 755.137252] env[65368]: _type = "Task" [ 755.137252] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.146097] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424264, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.201487] env[65368]: DEBUG nova.network.neutron [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Updating instance_info_cache with network_info: [{"id": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "address": "fa:16:3e:97:53:1a", "network": {"id": "d7229d5f-2fdf-4fca-90e2-644ca3020a25", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-807802970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5beddf31dd64931be2248de01e305ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477b7e-ab", "ovs_interfaceid": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.209238] env[65368]: INFO nova.compute.manager [-] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Took 1.49 seconds to deallocate network for instance. [ 755.228334] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 755.228334] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b8e60-87d0-aff3-5587-0ed7ee9224fa" [ 755.228334] env[65368]: _type = "HttpNfcLease" [ 755.228334] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 755.229594] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 755.229594] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b8e60-87d0-aff3-5587-0ed7ee9224fa" [ 755.229594] env[65368]: _type = "HttpNfcLease" [ 755.229594] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 755.231751] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b99f8e-3c7c-4f51-a197-43a87fefb49a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.245610] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 755.245909] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 755.319043] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424262, 'name': CreateVM_Task, 'duration_secs': 0.592514} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.319578] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.319771] env[65368]: WARNING neutronclient.v2_0.client [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.320206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.320368] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.320718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.321056] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1944f610-3f2c-4e71-978e-c8c8e1ae8ac5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.328594] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 755.328594] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be8c83-10e8-067a-d0c2-3348a191eb71" [ 755.328594] env[65368]: _type = "Task" [ 755.328594] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.338719] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be8c83-10e8-067a-d0c2-3348a191eb71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.343610] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f3b66087-d956-4174-ba31-aaae695ebc77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.352874] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 755.387103] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 755.387340] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 755.387458] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 755.387629] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 755.387763] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 755.387897] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 755.388109] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 755.388261] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 755.388418] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 755.388569] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 755.388732] env[65368]: DEBUG nova.virt.hardware [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 755.389712] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df91aa21-a372-48b4-802c-18c6977f5348 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.399031] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e476d1-69cb-411c-880f-8cc45661893c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.423545] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Releasing lock "refresh_cache-46d105de-a26c-4f86-a3d2-d981e92d38bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.423824] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Received event network-vif-plugged-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 755.424039] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Acquiring lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.424276] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.424418] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.424577] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] No waiting events found dispatching network-vif-plugged-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 755.424771] env[65368]: WARNING nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Received unexpected event network-vif-plugged-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 for instance with vm_state building and task_state spawning. [ 755.424950] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Received event network-changed-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 755.425116] env[65368]: DEBUG nova.compute.manager [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Refreshing instance network info cache due to event network-changed-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 755.425472] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Acquiring lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.425538] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Acquired lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.425656] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Refreshing network info cache for port 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 755.565337] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.227s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.567732] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.318s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.570386] env[65368]: INFO nova.compute.claims [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 755.597404] env[65368]: INFO nova.scheduler.client.report [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleted allocations for instance dc08eda0-b021-47b9-a378-9317965a2c0e [ 755.653467] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424264, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.704805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Releasing lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.705239] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Instance network_info: |[{"id": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "address": "fa:16:3e:97:53:1a", "network": {"id": "d7229d5f-2fdf-4fca-90e2-644ca3020a25", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-807802970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5beddf31dd64931be2248de01e305ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477b7e-ab", "ovs_interfaceid": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 755.705869] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:53:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32477b7e-ab11-4c1a-b2d6-61dbb88d1104', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 755.713956] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Creating folder: Project (a5beddf31dd64931be2248de01e305ad). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.714885] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736d860a-8107-463b-95f9-01c8b8c40f16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.718488] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 755.728691] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Created folder: Project (a5beddf31dd64931be2248de01e305ad) in parent group-v865657. [ 755.729339] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Creating folder: Instances. Parent ref: group-v865753. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 755.729807] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-86cd2244-0e19-463c-9885-50a42f7e713f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.744050] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Created folder: Instances in parent group-v865753. [ 755.744050] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 755.744050] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 755.744050] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8f90bff-3a92-4a9c-8798-1677d52a30d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.767600] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 755.767600] env[65368]: value = "task-4424267" [ 755.767600] env[65368]: _type = "Task" [ 755.767600] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.781877] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424267, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.850650] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be8c83-10e8-067a-d0c2-3348a191eb71, 'name': SearchDatastore_Task, 'duration_secs': 0.010818} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.851246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.851582] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 755.852165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.852867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.853916] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 755.854121] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22be251f-1897-4346-8c28-77846da39786 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.868733] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 755.869295] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 755.870596] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10de2c29-d2bb-4d60-935e-8d5425ad7e78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.878390] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 755.878390] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5286b9b2-7246-0021-a648-5d7f01f9d95f" [ 755.878390] env[65368]: _type = "Task" [ 755.878390] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.889921] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5286b9b2-7246-0021-a648-5d7f01f9d95f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.928909] env[65368]: WARNING neutronclient.v2_0.client [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.109041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7efda071-fa6a-40da-b04f-3643768815b1 tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "dc08eda0-b021-47b9-a378-9317965a2c0e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.759s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.159965] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424264, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.162858] env[65368]: INFO nova.compute.manager [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Rescuing [ 756.163297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.163610] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.163878] env[65368]: DEBUG nova.network.neutron [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.278949] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424267, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.290733] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Successfully updated port: b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 756.392132] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5286b9b2-7246-0021-a648-5d7f01f9d95f, 'name': SearchDatastore_Task, 'duration_secs': 0.014801} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.392839] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96a3e485-d730-4f80-a97f-5402f3e89003 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.399533] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 756.399533] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528dc6e5-ce32-e9c1-055c-44d9ba56fe16" [ 756.399533] env[65368]: _type = "Task" [ 756.399533] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.409755] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528dc6e5-ce32-e9c1-055c-44d9ba56fe16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.568643] env[65368]: WARNING neutronclient.v2_0.client [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.661787] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424264, 'name': Rename_Task, 'duration_secs': 1.223042} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.662095] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.662454] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8eb48d4c-1919-4408-932b-ce3629579ff3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.667214] env[65368]: WARNING neutronclient.v2_0.client [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.678224] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 756.678224] env[65368]: value = "task-4424268" [ 756.678224] env[65368]: _type = "Task" [ 756.678224] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.692470] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424268, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.760553] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Updated VIF entry in instance network info cache for port 4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 756.760986] env[65368]: DEBUG nova.network.neutron [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Updating instance_info_cache with network_info: [{"id": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "address": "fa:16:3e:01:5f:4d", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4dbb61a2-10", "ovs_interfaceid": "4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.791071] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424267, 'name': CreateVM_Task, 'duration_secs': 0.545316} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.791668] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 756.795275] env[65368]: WARNING neutronclient.v2_0.client [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.795719] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.797025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.797025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.797025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.797025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.797708] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 756.799603] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b65006d5-88d1-432e-8c11-0fbe8cf78560 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.809421] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 756.809421] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b678-6350-2fdd-5434-29d93c13cb80" [ 756.809421] env[65368]: _type = "Task" [ 756.809421] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.821491] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b678-6350-2fdd-5434-29d93c13cb80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.920304] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528dc6e5-ce32-e9c1-055c-44d9ba56fe16, 'name': SearchDatastore_Task, 'duration_secs': 0.01745} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.922322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.922818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 756.923334] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b5ae126-31c7-4477-95e0-2afba875d71c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.932848] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 756.932848] env[65368]: value = "task-4424269" [ 756.932848] env[65368]: _type = "Task" [ 756.932848] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.947938] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.100880] env[65368]: WARNING neutronclient.v2_0.client [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.193640] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424268, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.196881] env[65368]: DEBUG nova.network.neutron [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [{"id": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "address": "fa:16:3e:e7:75:53", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape235adae-3b", "ovs_interfaceid": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.250605] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4c5610-d088-4335-bce2-b15d552cce02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.260432] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba63416e-c887-4cab-95ca-7795ea7f02cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.264935] env[65368]: DEBUG oslo_concurrency.lockutils [req-63a83085-06db-47a9-83ee-5924fa421407 req-019fe859-093b-498d-ae2f-b0e8922b0813 service nova] Releasing lock "refresh_cache-c425c889-ed84-4e8c-9f44-93252bb12e6e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.301074] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670532b3-0811-4b82-9e39-f7a74419621e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.316784] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66592db-f072-46b7-9b14-c0c4dc71f2ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.329477] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b678-6350-2fdd-5434-29d93c13cb80, 'name': SearchDatastore_Task, 'duration_secs': 0.012512} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.339230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.339230] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.339230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.339230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.339421] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.339611] env[65368]: DEBUG nova.compute.provider_tree [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 757.341155] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2589e61-6c6b-49dc-8f38-684c1d36e380 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.356219] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.356219] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.357009] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b24f05c3-a604-481c-9154-4ffba9330b30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.365597] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 757.365597] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f69cb6-7dfc-bcce-0acb-7814a39dee28" [ 757.365597] env[65368]: _type = "Task" [ 757.365597] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.377129] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f69cb6-7dfc-bcce-0acb-7814a39dee28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.414987] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 757.430386] env[65368]: DEBUG nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Received event network-vif-plugged-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 757.430728] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Acquiring lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.430967] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.431190] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.431420] env[65368]: DEBUG nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] No waiting events found dispatching network-vif-plugged-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 757.431647] env[65368]: WARNING nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Received unexpected event network-vif-plugged-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 for instance with vm_state building and task_state spawning. [ 757.431889] env[65368]: DEBUG nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Received event network-changed-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 757.432191] env[65368]: DEBUG nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Refreshing instance network info cache due to event network-changed-32477b7e-ab11-4c1a-b2d6-61dbb88d1104. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 757.432481] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Acquiring lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.432650] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Acquired lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.432870] env[65368]: DEBUG nova.network.neutron [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Refreshing network info cache for port 32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.446595] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424269, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.699227] env[65368]: DEBUG oslo_vmware.api [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424268, 'name': PowerOnVM_Task, 'duration_secs': 0.779312} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.699603] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.699885] env[65368]: INFO nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Took 10.56 seconds to spawn the instance on the hypervisor. [ 757.701459] env[65368]: DEBUG nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.701459] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.704951] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880083a-fcf0-4daf-be0c-c57f64cac98b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.767121] env[65368]: WARNING neutronclient.v2_0.client [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.803680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 757.804081] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.845142] env[65368]: DEBUG nova.scheduler.client.report [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 757.878662] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f69cb6-7dfc-bcce-0acb-7814a39dee28, 'name': SearchDatastore_Task, 'duration_secs': 0.015919} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.879480] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10362b79-cff6-4ee4-a81f-c2d9e84e84b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.887628] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 757.887628] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522a813a-bb02-d0f0-b856-8e9bc09dbd01" [ 757.887628] env[65368]: _type = "Task" [ 757.887628] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.898494] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522a813a-bb02-d0f0-b856-8e9bc09dbd01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.936050] env[65368]: WARNING neutronclient.v2_0.client [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.950112] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.875288} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.950605] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 757.953971] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 757.953971] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d3666ec1-9f23-49a1-818b-8116a476308b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.961031] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 757.961031] env[65368]: value = "task-4424270" [ 757.961031] env[65368]: _type = "Task" [ 757.961031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.973381] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.000249] env[65368]: DEBUG nova.network.neutron [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updating instance_info_cache with network_info: [{"id": "b216d2a5-54ff-4759-83c4-c47c82beb096", "address": "fa:16:3e:4c:2a:3a", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb216d2a5-54", "ovs_interfaceid": "b216d2a5-54ff-4759-83c4-c47c82beb096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.245784] env[65368]: INFO nova.compute.manager [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Took 39.68 seconds to build instance. [ 758.308977] env[65368]: WARNING neutronclient.v2_0.client [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.351815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.784s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.353082] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 758.355354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.849s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.360189] env[65368]: INFO nova.compute.claims [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 758.403433] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522a813a-bb02-d0f0-b856-8e9bc09dbd01, 'name': SearchDatastore_Task, 'duration_secs': 0.014535} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.403433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.403611] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 8e1eb273-f88d-411a-b5df-f17df6652266/8e1eb273-f88d-411a-b5df-f17df6652266.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 758.408689] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-088e5012-497b-4401-aa27-e6ccbf2f16ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.421159] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 758.421159] env[65368]: value = "task-4424271" [ 758.421159] env[65368]: _type = "Task" [ 758.421159] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.432029] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424271, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.475618] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072268} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.475618] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.476406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fd3841b-9c83-4221-bf51-89eb57eb6427 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.505638] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.506912] env[65368]: DEBUG nova.network.neutron [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Updated VIF entry in instance network info cache for port 32477b7e-ab11-4c1a-b2d6-61dbb88d1104. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.507285] env[65368]: DEBUG nova.network.neutron [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Updating instance_info_cache with network_info: [{"id": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "address": "fa:16:3e:97:53:1a", "network": {"id": "d7229d5f-2fdf-4fca-90e2-644ca3020a25", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-807802970-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a5beddf31dd64931be2248de01e305ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32477b7e-ab", "ovs_interfaceid": "32477b7e-ab11-4c1a-b2d6-61dbb88d1104", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.508922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.509579] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Instance network_info: |[{"id": "b216d2a5-54ff-4759-83c4-c47c82beb096", "address": "fa:16:3e:4c:2a:3a", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb216d2a5-54", "ovs_interfaceid": "b216d2a5-54ff-4759-83c4-c47c82beb096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 758.513448] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc7137af-e062-45b1-97d3-8f18d36d9efd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.534126] env[65368]: DEBUG oslo_concurrency.lockutils [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] Releasing lock "refresh_cache-8e1eb273-f88d-411a-b5df-f17df6652266" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.534377] env[65368]: DEBUG nova.compute.manager [req-2af82029-17e8-4d25-9db0-02623be7e82c req-1bf93cbe-271c-4b00-bd0d-d1a1c4ec8b97 service nova] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Received event network-vif-deleted-3e711758-b6d2-43ca-9dea-138652261916 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 758.534923] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:2a:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b216d2a5-54ff-4759-83c4-c47c82beb096', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 758.543157] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating folder: Project (773d027cc30d461dbebeb04f293b0b83). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.543157] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ef21686-2c69-4944-b428-0627691923a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.552744] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 758.552744] env[65368]: value = "task-4424272" [ 758.552744] env[65368]: _type = "Task" [ 758.552744] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.558018] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created folder: Project (773d027cc30d461dbebeb04f293b0b83) in parent group-v865657. [ 758.558242] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating folder: Instances. Parent ref: group-v865756. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 758.558909] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016480bc-5188-4dbb-acc0-564281259fa3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.564779] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424272, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.570301] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created folder: Instances in parent group-v865756. [ 758.571200] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 758.571200] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 758.571394] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76938720-0daf-455f-b29d-8587ef7762d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.598036] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 758.598036] env[65368]: value = "task-4424275" [ 758.598036] env[65368]: _type = "Task" [ 758.598036] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.608965] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424275, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.680262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "e35ed46c-2e45-4101-8340-584f046c42a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.680668] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.681663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "e35ed46c-2e45-4101-8340-584f046c42a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 758.681663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 758.681663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.685035] env[65368]: INFO nova.compute.manager [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Terminating instance [ 758.748841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c4d72e7-b807-4e06-bdaf-aa044beb629f tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.452s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.861883] env[65368]: DEBUG nova.compute.utils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 758.867565] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 758.867565] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 758.868342] env[65368]: WARNING neutronclient.v2_0.client [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.868342] env[65368]: WARNING neutronclient.v2_0.client [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 758.936588] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424271, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.983802] env[65368]: DEBUG nova.policy [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2827c87c51441eafbf8732ce2ec429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d482b9a52a24e9dad6933e945d5ff10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 759.067747] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424272, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.109650] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424275, 'name': CreateVM_Task, 'duration_secs': 0.437228} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.110010] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 759.112443] env[65368]: WARNING neutronclient.v2_0.client [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.112443] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.112443] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.112832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.112832] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d87dc38-b4ff-40ee-92c0-854164214030 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.118910] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 759.118910] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524637c6-f931-91bc-85d5-857a52eaef55" [ 759.118910] env[65368]: _type = "Task" [ 759.118910] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.128526] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524637c6-f931-91bc-85d5-857a52eaef55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.190943] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "refresh_cache-e35ed46c-2e45-4101-8340-584f046c42a2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.191134] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquired lock "refresh_cache-e35ed46c-2e45-4101-8340-584f046c42a2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.191307] env[65368]: DEBUG nova.network.neutron [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 759.253118] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 759.258691] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.259157] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1df0aae-f2a9-4b72-8bc9-cd27023ec3e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.275221] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 759.275221] env[65368]: value = "task-4424276" [ 759.275221] env[65368]: _type = "Task" [ 759.275221] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.284767] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.380685] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 759.438884] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424271, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569913} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.445197] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 8e1eb273-f88d-411a-b5df-f17df6652266/8e1eb273-f88d-411a-b5df-f17df6652266.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 759.446835] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 759.449662] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fa047b9-074f-44e3-8ad8-b2c97ecf96a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.460564] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 759.460564] env[65368]: value = "task-4424277" [ 759.460564] env[65368]: _type = "Task" [ 759.460564] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.476468] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424277, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.566438] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424272, 'name': ReconfigVM_Task, 'duration_secs': 0.532043} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.566833] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfigured VM instance instance-00000022 to attach disk [datastore1] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.567525] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd6ddc4a-a533-4b7a-a45a-e3239792047b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.576934] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 759.576934] env[65368]: value = "task-4424278" [ 759.576934] env[65368]: _type = "Task" [ 759.576934] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.589781] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424278, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.635574] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524637c6-f931-91bc-85d5-857a52eaef55, 'name': SearchDatastore_Task, 'duration_secs': 0.014248} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.635912] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.636167] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.636646] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.636826] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.637039] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.637421] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-074b02f8-9972-43b0-8dff-7fbf45009120 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.649324] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.649523] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.650702] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b7d4cd6-bbd6-42d8-b72b-0f192f5e0548 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.661229] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 759.661229] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254f209-f586-0e83-962b-97187cde4177" [ 759.661229] env[65368]: _type = "Task" [ 759.661229] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.672606] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254f209-f586-0e83-962b-97187cde4177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.694328] env[65368]: WARNING neutronclient.v2_0.client [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.787096] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.801097] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424276, 'name': PowerOffVM_Task, 'duration_secs': 0.319609} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.801097] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.802950] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b69c04-a2a2-4743-b66f-933feea06a9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.834188] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e303ae8-476b-4742-8a72-58bf173f322e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.858242] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Successfully created port: 586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.879493] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.879919] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8e10d90-4d94-4d1e-b51d-7d18371b893f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.895136] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 759.895136] env[65368]: value = "task-4424279" [ 759.895136] env[65368]: _type = "Task" [ 759.895136] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.907831] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.908134] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.908440] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.908592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.908780] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.912476] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abac2625-3848-49d8-b35f-caf07ef68058 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.925755] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.925755] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.925755] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4858dc6c-9404-4d36-90a2-b3fd13715079 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.934543] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 759.934543] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524b4c4c-6105-c143-4b71-7a3d72a4dfd7" [ 759.934543] env[65368]: _type = "Task" [ 759.934543] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.943934] env[65368]: DEBUG nova.network.neutron [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.955813] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "67e04a3c-c5b6-4187-a239-01341ea0230b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.956720] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.957113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.957458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.957746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.960168] env[65368]: INFO nova.compute.manager [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Terminating instance [ 759.962092] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524b4c4c-6105-c143-4b71-7a3d72a4dfd7, 'name': SearchDatastore_Task, 'duration_secs': 0.014791} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.974787] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3587b661-523f-44a8-91a5-07f139a117cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.988947] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 759.988947] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e6f63d-ef4f-5986-6489-b19587e48a61" [ 759.988947] env[65368]: _type = "Task" [ 759.988947] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.992704] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424277, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089095} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.996216] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 759.997182] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b929cd-f352-4f44-b57d-863c0a93300e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.010572] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e6f63d-ef4f-5986-6489-b19587e48a61, 'name': SearchDatastore_Task, 'duration_secs': 0.015261} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.021271] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.021567] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 760.030568] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 8e1eb273-f88d-411a-b5df-f17df6652266/8e1eb273-f88d-411a-b5df-f17df6652266.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 760.033996] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916461f3-17ee-469e-9265-1f25efe6e303 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.036684] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a085cf-16d2-4e75-8a7b-33d417c58933 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.063686] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 760.063686] env[65368]: value = "task-4424281" [ 760.063686] env[65368]: _type = "Task" [ 760.063686] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.064624] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 760.064624] env[65368]: value = "task-4424280" [ 760.064624] env[65368]: _type = "Task" [ 760.064624] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.087152] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424280, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.087422] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424281, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.093551] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424278, 'name': Rename_Task, 'duration_secs': 0.24107} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.093723] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.093973] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7818c8dc-2401-4005-96db-079c54da4a5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.107106] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 760.107106] env[65368]: value = "task-4424282" [ 760.107106] env[65368]: _type = "Task" [ 760.107106] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.118739] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.128167] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67362a78-1933-40b1-a917-0558c6816c5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.137580] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687a0a6e-09f1-42f6-bb7e-c3e4e6abc44f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.180126] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927b1ed5-2acd-4037-9e57-ac37671d0bf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.194768] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08199d-307c-4b7d-bded-addcd2741eac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.198153] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5254f209-f586-0e83-962b-97187cde4177, 'name': SearchDatastore_Task, 'duration_secs': 0.013952} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.199485] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a511ab57-054b-4c88-b770-f5aebc794bf8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.212394] env[65368]: DEBUG nova.compute.provider_tree [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 760.220671] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 760.220671] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c26586-2661-196c-2ec6-a33007d45ca9" [ 760.220671] env[65368]: _type = "Task" [ 760.220671] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.233910] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c26586-2661-196c-2ec6-a33007d45ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.397690] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 760.436650] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 760.436911] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 760.437206] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 760.437415] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 760.437606] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 760.437812] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 760.438087] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 760.438309] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 760.438521] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 760.438779] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 760.438842] env[65368]: DEBUG nova.virt.hardware [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 760.439798] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd07499-639b-4b40-93d9-e35a582a8ada {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.449725] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccd64d0-e905-45a3-a911-4dc626ee6dce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.478704] env[65368]: DEBUG nova.compute.manager [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 760.479074] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.480074] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00f316-b6bf-4cbd-8e60-e356a821065a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.490843] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.491155] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bbfbe023-fc2b-4d29-8e22-2bdeece618ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.500168] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 760.500168] env[65368]: value = "task-4424283" [ 760.500168] env[65368]: _type = "Task" [ 760.500168] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.510099] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.581072] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.584867] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424280, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.622576] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.624621] env[65368]: DEBUG nova.network.neutron [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.716972] env[65368]: DEBUG nova.scheduler.client.report [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 760.738085] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c26586-2661-196c-2ec6-a33007d45ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.015599} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.738377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.738656] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 846828fb-ac3e-49dc-850a-816031eaebb1/846828fb-ac3e-49dc-850a-816031eaebb1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 760.738952] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dc391322-ee85-452b-b27d-e4e738d3046c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.749155] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 760.749155] env[65368]: value = "task-4424284" [ 760.749155] env[65368]: _type = "Task" [ 760.749155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.762594] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424284, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.763881] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5734e250-40df-49a3-b45b-7b15853468a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.774031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Suspending the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 760.774441] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c3da0964-183d-4c38-8406-a102feb168d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.788435] env[65368]: DEBUG oslo_vmware.api [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] Waiting for the task: (returnval){ [ 760.788435] env[65368]: value = "task-4424285" [ 760.788435] env[65368]: _type = "Task" [ 760.788435] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.806387] env[65368]: DEBUG oslo_vmware.api [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] Task: {'id': task-4424285, 'name': SuspendVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.016108] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424283, 'name': PowerOffVM_Task, 'duration_secs': 0.44015} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.016403] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.016678] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.016826] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4dba925f-e950-4e9d-be6a-9f8e23659b13 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.088463] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424281, 'name': ReconfigVM_Task, 'duration_secs': 0.677596} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.088826] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424280, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667423} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.089216] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 8e1eb273-f88d-411a-b5df-f17df6652266/8e1eb273-f88d-411a-b5df-f17df6652266.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.090199] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 761.090542] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ece7ffea-77b8-4d49-abff-711c4a29e567 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.094235] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599c3494-6f86-42c1-aa0a-5c51fda7a5ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.136029] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.145569] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Releasing lock "refresh_cache-e35ed46c-2e45-4101-8340-584f046c42a2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.146231] env[65368]: DEBUG nova.compute.manager [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 761.146412] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.147405] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5d8ec89-6db5-4132-90b6-dbc5020593dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.167414] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 761.167414] env[65368]: value = "task-4424287" [ 761.167414] env[65368]: _type = "Task" [ 761.167414] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.167729] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.168108] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.168390] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleting the datastore file [datastore2] 67e04a3c-c5b6-4187-a239-01341ea0230b {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.169533] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038928ae-5d26-408a-bdef-c67d11aa3299 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.173305] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7202263-d829-4c42-b8f1-d2986bfad701 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.193194] env[65368]: DEBUG oslo_vmware.api [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424282, 'name': PowerOnVM_Task, 'duration_secs': 0.729253} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.194098] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 761.194098] env[65368]: value = "task-4424288" [ 761.194098] env[65368]: _type = "Task" [ 761.194098] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.196775] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.196775] env[65368]: INFO nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Took 11.29 seconds to spawn the instance on the hypervisor. [ 761.197033] env[65368]: DEBUG nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.203845] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27c9dd1-77bd-4549-bb34-8776c3cf7fc7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.214830] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 761.214830] env[65368]: value = "task-4424289" [ 761.214830] env[65368]: _type = "Task" [ 761.214830] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.215226] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.218137] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e342dbc9-1af4-4d7a-9d4f-404cc8fefead {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.239340] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.884s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.240097] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 761.248659] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.260186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.420s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.260515] env[65368]: DEBUG nova.objects.instance [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lazy-loading 'resources' on Instance uuid be84e687-c2a1-44bd-9e40-305c6dc06382 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 761.262389] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424287, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.263240] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 761.263240] env[65368]: value = "task-4424290" [ 761.263240] env[65368]: _type = "Task" [ 761.263240] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.279798] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424289, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.287890] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424284, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.292680] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.304558] env[65368]: DEBUG oslo_vmware.api [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] Task: {'id': task-4424285, 'name': SuspendVM_Task} progress is 54%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.593234] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Successfully updated port: 586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.697512] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424287, 'name': Rename_Task, 'duration_secs': 0.446143} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.698559] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.705310] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03279f16-c21e-4e3e-8b12-525dadf37b70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.713975] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.715879] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 761.715879] env[65368]: value = "task-4424291" [ 761.715879] env[65368]: _type = "Task" [ 761.715879] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.726380] env[65368]: DEBUG nova.compute.manager [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Received event network-vif-plugged-b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 761.726531] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.726750] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.726915] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.727099] env[65368]: DEBUG nova.compute.manager [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] No waiting events found dispatching network-vif-plugged-b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 761.727263] env[65368]: WARNING nova.compute.manager [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Received unexpected event network-vif-plugged-b216d2a5-54ff-4759-83c4-c47c82beb096 for instance with vm_state building and task_state spawning. [ 761.727438] env[65368]: DEBUG nova.compute.manager [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Received event network-changed-b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 761.727601] env[65368]: DEBUG nova.compute.manager [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Refreshing instance network info cache due to event network-changed-b216d2a5-54ff-4759-83c4-c47c82beb096. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 761.727758] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Acquiring lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.727889] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Acquired lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.728135] env[65368]: DEBUG nova.network.neutron [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Refreshing network info cache for port b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.733839] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.739352] env[65368]: DEBUG oslo_vmware.api [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424289, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.44848} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.740147] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.740365] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.740547] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.740716] env[65368]: INFO nova.compute.manager [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Took 1.26 seconds to destroy the instance on the hypervisor. [ 761.740981] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 761.741333] env[65368]: DEBUG nova.compute.manager [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.741385] env[65368]: DEBUG nova.network.neutron [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.741611] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.761138] env[65368]: DEBUG nova.compute.utils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 761.762629] env[65368]: INFO nova.compute.manager [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Took 41.44 seconds to build instance. [ 761.763579] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 761.765584] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 761.767069] env[65368]: WARNING neutronclient.v2_0.client [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.767704] env[65368]: WARNING neutronclient.v2_0.client [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.789797] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.807019] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424284, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648653} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.807019] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 846828fb-ac3e-49dc-850a-816031eaebb1/846828fb-ac3e-49dc-850a-816031eaebb1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 761.807019] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 761.807019] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4b43e38-0225-4063-bf66-1e9a0396ba5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.818969] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424290, 'name': PowerOffVM_Task, 'duration_secs': 0.264615} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.819224] env[65368]: DEBUG oslo_vmware.api [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] Task: {'id': task-4424285, 'name': SuspendVM_Task, 'duration_secs': 0.988904} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.822030] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.822030] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.822030] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Suspended the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 761.822030] env[65368]: DEBUG nova.compute.manager [None req-2d540d35-48c6-48ff-8146-c84c7b4ce96a tempest-ServersAdminNegativeTestJSON-825882752 tempest-ServersAdminNegativeTestJSON-825882752-project-admin] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.822030] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d141064c-87fc-4707-992f-522fe6567464 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.823295] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d463b67b-f0f5-451b-805f-1f39085ecc1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.834525] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 761.834525] env[65368]: value = "task-4424292" [ 761.834525] env[65368]: _type = "Task" [ 761.834525] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.849685] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.863058] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.865839] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.865839] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleting the datastore file [datastore1] e35ed46c-2e45-4101-8340-584f046c42a2 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.865839] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3adc7b87-432e-48c8-a5cb-6ac2676fdfaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.873316] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for the task: (returnval){ [ 761.873316] env[65368]: value = "task-4424294" [ 761.873316] env[65368]: _type = "Task" [ 761.873316] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.885119] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.890612] env[65368]: DEBUG nova.policy [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e044569a39e4bcb8c3c6af244e95353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '705545d0daac4524900cd0b693965f24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.099130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.099130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.099343] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.208736] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424288, 'name': ReconfigVM_Task, 'duration_secs': 0.671472} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.209262] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.214057] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7eab73-53ef-4583-bd9d-b14c843ed8e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.240479] env[65368]: WARNING neutronclient.v2_0.client [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.253401] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95c3d95b-e554-4ee1-8277-64d3b1b7f3b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.268606] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424291, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.277534] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9e1d414-b99f-48e6-a604-dc3342457e4b tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.259s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.280147] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 762.281116] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 762.281116] env[65368]: value = "task-4424295" [ 762.281116] env[65368]: _type = "Task" [ 762.281116] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.295113] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424295, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.347964] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08528} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.348309] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 762.350579] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c8de93-123a-42c9-b86e-bd8329d111d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.382139] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 846828fb-ac3e-49dc-850a-816031eaebb1/846828fb-ac3e-49dc-850a-816031eaebb1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 762.385934] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4cbd96c-24de-4332-8f8d-db8ac5200481 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.412786] env[65368]: DEBUG oslo_vmware.api [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Task: {'id': task-4424294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420554} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.417119] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.417407] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.417645] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.417864] env[65368]: INFO nova.compute.manager [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Took 1.27 seconds to destroy the instance on the hypervisor. [ 762.418203] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 762.418576] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 762.418576] env[65368]: value = "task-4424296" [ 762.418576] env[65368]: _type = "Task" [ 762.418576] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.420861] env[65368]: DEBUG nova.compute.manager [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 762.420861] env[65368]: DEBUG nova.network.neutron [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 762.420861] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.434213] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.501601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9148a514-f1ae-4cc6-ad43-2a9a0cfae1b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.511536] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e94f34-1124-420f-a38c-03befc053d57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.552021] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Successfully created port: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 762.555253] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-511bb0cc-6564-413b-9872-4109e4083590 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.568458] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a6c870-1c49-4cb7-b707-bfbb29e5da6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.586531] env[65368]: DEBUG nova.compute.provider_tree [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 762.642640] env[65368]: DEBUG nova.network.neutron [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.643044] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.663635] env[65368]: DEBUG nova.network.neutron [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.730730] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424291, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.788599] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 762.812577] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424295, 'name': ReconfigVM_Task, 'duration_secs': 0.319893} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.813276] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.814939] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c05f9047-c4e5-4121-8c0b-06d163f9c333 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.823329] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 762.823329] env[65368]: value = "task-4424297" [ 762.823329] env[65368]: _type = "Task" [ 762.823329] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.841178] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424297, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.876292] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 762.931934] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424296, 'name': ReconfigVM_Task, 'duration_secs': 0.458787} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.935276] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 846828fb-ac3e-49dc-850a-816031eaebb1/846828fb-ac3e-49dc-850a-816031eaebb1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.936301] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05439fb5-73bd-424c-ae14-07ba7cf0963b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.946676] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 762.946676] env[65368]: value = "task-4424298" [ 762.946676] env[65368]: _type = "Task" [ 762.946676] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.957718] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424298, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.092513] env[65368]: DEBUG nova.scheduler.client.report [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 763.147666] env[65368]: DEBUG nova.network.neutron [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.167563] env[65368]: INFO nova.compute.manager [-] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Took 1.43 seconds to deallocate network for instance. [ 763.228881] env[65368]: DEBUG oslo_vmware.api [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424291, 'name': PowerOnVM_Task, 'duration_secs': 1.025111} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.229207] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 763.229401] env[65368]: INFO nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Took 10.55 seconds to spawn the instance on the hypervisor. [ 763.229567] env[65368]: DEBUG nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 763.230875] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780d0ced-cdab-49f8-aaa0-07a62772170b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.293633] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.321375] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.330467] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.330742] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.330892] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.331138] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.331301] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.331445] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.331651] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.332120] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.332391] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.332556] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.332727] env[65368]: DEBUG nova.virt.hardware [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.333666] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728dae53-4977-46ed-bbb0-d6b36c8e880c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.347046] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.347529] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987ecc5f-5ea3-44b0-85bd-04879f37951f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.456738] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424298, 'name': Rename_Task, 'duration_secs': 0.269821} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.456996] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 763.457260] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62ec658a-f6ee-41e2-a463-b39afea2424e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.464845] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 763.464845] env[65368]: value = "task-4424299" [ 763.464845] env[65368]: _type = "Task" [ 763.464845] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.474058] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.597989] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.338s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.600844] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.152s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 763.602788] env[65368]: INFO nova.compute.claims [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 763.623043] env[65368]: INFO nova.scheduler.client.report [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleted allocations for instance be84e687-c2a1-44bd-9e40-305c6dc06382 [ 763.652580] env[65368]: INFO nova.compute.manager [-] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Took 1.23 seconds to deallocate network for instance. [ 763.678881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.751727] env[65368]: INFO nova.compute.manager [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Took 37.66 seconds to build instance. [ 763.840399] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424297, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.983142] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424299, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.075129] env[65368]: WARNING neutronclient.v2_0.client [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.103578] env[65368]: WARNING neutronclient.v2_0.client [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.133572] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e58d0a49-6ebc-4b7a-a13e-77075079abd4 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.325s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.135069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 22.075s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.135317] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.135527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.135690] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.144772] env[65368]: INFO nova.compute.manager [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Terminating instance [ 764.162517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.254032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59eaf0d3-855b-49ab-8597-50d11e49509b tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.569s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.265035] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Successfully updated port: 19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.279540] env[65368]: DEBUG nova.network.neutron [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Updating instance_info_cache with network_info: [{"id": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "address": "fa:16:3e:ef:d5:96", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586c9cb3-77", "ovs_interfaceid": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.317435] env[65368]: DEBUG nova.network.neutron [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updated VIF entry in instance network info cache for port b216d2a5-54ff-4759-83c4-c47c82beb096. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 764.317802] env[65368]: DEBUG nova.network.neutron [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updating instance_info_cache with network_info: [{"id": "b216d2a5-54ff-4759-83c4-c47c82beb096", "address": "fa:16:3e:4c:2a:3a", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb216d2a5-54", "ovs_interfaceid": "b216d2a5-54ff-4759-83c4-c47c82beb096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.336870] env[65368]: DEBUG oslo_vmware.api [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424297, 'name': PowerOnVM_Task, 'duration_secs': 1.217297} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.337755] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.345152] env[65368]: DEBUG nova.compute.manager [None req-79bdfe94-2327-4645-9b78-5bed56c0c5f1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.346022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de56e6-1b23-4051-b9f1-010162c5ab91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.441318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.441792] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.442271] env[65368]: DEBUG nova.objects.instance [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid 5e58ad68-c04d-4479-ba9c-f571055bb014 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 764.478411] env[65368]: DEBUG oslo_vmware.api [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424299, 'name': PowerOnVM_Task, 'duration_secs': 0.551949} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.478780] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.479088] env[65368]: INFO nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Took 9.13 seconds to spawn the instance on the hypervisor. [ 764.479302] env[65368]: DEBUG nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.480245] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59fe1ba-146e-40e3-9cc3-9fa97f14e0c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.656039] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.656039] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquired lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.656039] env[65368]: DEBUG nova.network.neutron [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.757096] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 764.768124] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.768124] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.768124] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 764.783336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.784513] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Instance network_info: |[{"id": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "address": "fa:16:3e:ef:d5:96", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586c9cb3-77", "ovs_interfaceid": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 764.784739] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:d5:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '586c9cb3-77b4-4086-8d79-00be1127e0ab', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 764.801102] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Creating folder: Project (5d482b9a52a24e9dad6933e945d5ff10). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.805197] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2008abb9-c937-4814-a384-8d84ca8e9ac7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.821755] env[65368]: DEBUG oslo_concurrency.lockutils [req-83bb8ef6-b590-4f84-bdc2-1e993a5bba3d req-f3c9ce63-4569-4e2a-a216-4648ab7e29df service nova] Releasing lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.821755] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Created folder: Project (5d482b9a52a24e9dad6933e945d5ff10) in parent group-v865657. [ 764.822806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Creating folder: Instances. Parent ref: group-v865759. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 764.822806] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cf6f80-6e9e-4dd5-8428-d80b8a0459ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.838772] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Created folder: Instances in parent group-v865759. [ 764.839665] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 764.842274] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 764.842938] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5cb9711-eaed-4aa3-bbe2-be0201620396 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.873279] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 764.873279] env[65368]: value = "task-4424302" [ 764.873279] env[65368]: _type = "Task" [ 764.873279] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.890044] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424302, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.954156] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.014443] env[65368]: INFO nova.compute.manager [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Took 35.15 seconds to build instance. [ 765.061688] env[65368]: DEBUG nova.objects.instance [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid 5e58ad68-c04d-4479-ba9c-f571055bb014 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.148322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.148550] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.158694] env[65368]: DEBUG nova.compute.utils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Can not refresh info_cache because instance was not found {{(pid=65368) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 765.159065] env[65368]: WARNING neutronclient.v2_0.client [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.186210] env[65368]: DEBUG nova.network.neutron [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.269359] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdb7c87-5192-4f0c-977f-a3ef1066875d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.287128] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a11cc2b-417e-4262-8738-c1f46aac1c87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.292790] env[65368]: DEBUG nova.network.neutron [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.295412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.327959] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.331630] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae22b74-a8b2-404d-9c05-fba00abffc30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.346957] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59845bc-1a23-4544-a6a6-1e192185c383 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.365391] env[65368]: DEBUG nova.compute.provider_tree [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 765.386717] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424302, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.436341] env[65368]: WARNING neutronclient.v2_0.client [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.516402] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e5fcb5fe-0ddb-4c69-993a-74df71613c5f tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.456s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.520806] env[65368]: DEBUG nova.network.neutron [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Updating instance_info_cache with network_info: [{"id": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "address": "fa:16:3e:05:dd:95", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f7e11a-a0", "ovs_interfaceid": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.569172] env[65368]: DEBUG nova.objects.base [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance<5e58ad68-c04d-4479-ba9c-f571055bb014> lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 765.569405] env[65368]: DEBUG nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 765.569723] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.570024] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.609965] env[65368]: DEBUG nova.policy [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.796689] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Releasing lock "refresh_cache-be84e687-c2a1-44bd-9e40-305c6dc06382" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.798087] env[65368]: DEBUG nova.compute.manager [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 765.798402] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.798777] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d906b088-3ed5-4c50-93a0-664ff64e5f95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.811402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-399cab8e-e452-4592-b041-f4b243e60312 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.859943] env[65368]: WARNING nova.virt.vmwareapi.vmops [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance be84e687-c2a1-44bd-9e40-305c6dc06382 could not be found. [ 765.860051] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 765.860287] env[65368]: INFO nova.compute.manager [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 0.06 seconds to destroy the instance on the hypervisor. [ 765.860536] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 765.860826] env[65368]: DEBUG nova.compute.manager [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 765.860936] env[65368]: DEBUG nova.network.neutron [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 765.861209] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.872361] env[65368]: DEBUG nova.scheduler.client.report [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 765.882852] env[65368]: DEBUG nova.network.neutron [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 765.882970] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.889909] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424302, 'name': CreateVM_Task, 'duration_secs': 0.538861} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.889909] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 765.890575] env[65368]: WARNING neutronclient.v2_0.client [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 765.890956] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.891419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.891568] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.891692] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a7e762a-c34a-4932-9ce8-360268db505c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.899283] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 765.899283] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52649609-acac-ac52-faa0-bc2a490dcc09" [ 765.899283] env[65368]: _type = "Task" [ 765.899283] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.911157] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52649609-acac-ac52-faa0-bc2a490dcc09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.990338] env[65368]: DEBUG nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Successfully created port: 8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 766.019542] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 766.024186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.024574] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Instance network_info: |[{"id": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "address": "fa:16:3e:05:dd:95", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f7e11a-a0", "ovs_interfaceid": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 766.025036] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:dd:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f7e11a-a032-4bc2-8bba-bff8c4a39975', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 766.033929] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 766.033929] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 766.034486] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84a5b363-8319-4d34-91bd-845d4fd1f2bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.059045] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 766.059045] env[65368]: value = "task-4424303" [ 766.059045] env[65368]: _type = "Task" [ 766.059045] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.068793] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424303, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.213779] env[65368]: DEBUG nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Received event network-vif-plugged-586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 766.213779] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Acquiring lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.213779] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.213999] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.214115] env[65368]: DEBUG nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] No waiting events found dispatching network-vif-plugged-586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 766.214263] env[65368]: WARNING nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Received unexpected event network-vif-plugged-586c9cb3-77b4-4086-8d79-00be1127e0ab for instance with vm_state building and task_state spawning. [ 766.214657] env[65368]: DEBUG nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Received event network-changed-586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 766.214657] env[65368]: DEBUG nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Refreshing instance network info cache due to event network-changed-586c9cb3-77b4-4086-8d79-00be1127e0ab. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 766.215010] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Acquiring lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.215087] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Acquired lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.215273] env[65368]: DEBUG nova.network.neutron [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Refreshing network info cache for port 586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.378340] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.378765] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 766.383686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.835s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.383927] env[65368]: DEBUG nova.objects.instance [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lazy-loading 'resources' on Instance uuid 418827ef-1977-4bec-b71a-3dae4fbf1486 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 766.386475] env[65368]: DEBUG nova.network.neutron [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.412081] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52649609-acac-ac52-faa0-bc2a490dcc09, 'name': SearchDatastore_Task, 'duration_secs': 0.02295} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.412624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.412873] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 766.413069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.413249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.413439] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 766.414303] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2decf462-ea31-4e8b-ba4b-0039c632849d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.427296] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 766.427556] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 766.428293] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49f5e91d-7019-4b1d-86e5-e2ad5b442f1d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.439286] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 766.439286] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529cbdcb-0953-aac6-c08c-913949b17007" [ 766.439286] env[65368]: _type = "Task" [ 766.439286] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.453580] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529cbdcb-0953-aac6-c08c-913949b17007, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.466505] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 766.466505] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11f42aa-a1ea-4943-9310-0e6ab98ab9f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.474271] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 766.474534] env[65368]: ERROR oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk due to incomplete transfer. [ 766.475131] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c48f54bc-d593-4548-a828-1d88f9ad3a6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.484780] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246b758-d099-9f51-1cc2-f50ee3702bf8/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 766.485047] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Uploaded image 2c38b38e-5e2e-4034-9fa6-b0354bee19e1 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 766.487439] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 766.488149] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2031b4f8-adef-43a5-8c82-25253014afe4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.503464] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 766.503464] env[65368]: value = "task-4424304" [ 766.503464] env[65368]: _type = "Task" [ 766.503464] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.515481] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424304, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.547456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.571450] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424303, 'name': CreateVM_Task, 'duration_secs': 0.489814} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.571739] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 766.572185] env[65368]: WARNING neutronclient.v2_0.client [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.572618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.572771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573582] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42420c8a-357c-43d0-aa43-a27de940d1fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.579960] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 766.579960] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528af29b-073c-f701-1cb5-4939735b71a2" [ 766.579960] env[65368]: _type = "Task" [ 766.579960] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.590028] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528af29b-073c-f701-1cb5-4939735b71a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.718533] env[65368]: WARNING neutronclient.v2_0.client [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.885742] env[65368]: DEBUG nova.compute.utils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 766.887742] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 766.887742] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 766.887742] env[65368]: WARNING neutronclient.v2_0.client [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.889555] env[65368]: WARNING neutronclient.v2_0.client [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.894156] env[65368]: INFO nova.compute.manager [-] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Took 1.03 seconds to deallocate network for instance. [ 766.961905] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529cbdcb-0953-aac6-c08c-913949b17007, 'name': SearchDatastore_Task, 'duration_secs': 0.022629} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.966863] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a611d4c5-6d1f-48d2-a653-840a1370cc6a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.974249] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 766.974249] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261c414-2644-e5e4-f3f1-686caa2f92c3" [ 766.974249] env[65368]: _type = "Task" [ 766.974249] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.985734] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261c414-2644-e5e4-f3f1-686caa2f92c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.996791] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "8e1eb273-f88d-411a-b5df-f17df6652266" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.997752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.997752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.997752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.997951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.000772] env[65368]: INFO nova.compute.manager [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Terminating instance [ 767.019691] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424304, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.092723] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528af29b-073c-f701-1cb5-4939735b71a2, 'name': SearchDatastore_Task, 'duration_secs': 0.018787} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.095920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.096708] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 767.096708] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.396171] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 767.401544] env[65368]: INFO nova.compute.manager [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance disappeared during terminate [ 767.401771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0d8ad86b-8cba-459d-b3a4-77521361ac02 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "be84e687-c2a1-44bd-9e40-305c6dc06382" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.267s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.451216] env[65368]: DEBUG nova.policy [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca086aecdff148a68a610a28ca6657b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b30b9226aa4fbfa8e7761fe345f6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 767.487172] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261c414-2644-e5e4-f3f1-686caa2f92c3, 'name': SearchDatastore_Task, 'duration_secs': 0.017201} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.492684] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.492959] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ffda67b3-dff3-4bb8-bff6-e111da32601a/ffda67b3-dff3-4bb8-bff6-e111da32601a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 767.493645] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.493862] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 767.494932] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb32617d-f722-47c6-8820-d9e6c43776ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.501455] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b1e764-383f-40c8-8b71-50d265e33a2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.508199] env[65368]: DEBUG nova.compute.manager [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 767.509097] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.516301] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070262cb-4550-4d14-8ad3-484b051a7c36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.528278] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 767.528278] env[65368]: value = "task-4424305" [ 767.528278] env[65368]: _type = "Task" [ 767.528278] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.528679] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 767.528944] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 767.533509] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6be1e5-cb4f-4650-8156-c6f1978ac2bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.553756] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424304, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.554259] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.558960] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c8aa06f-216a-452e-af9b-ada36c7d5e27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.563575] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 767.563575] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5218e246-aa98-8e3f-91f2-66597a6b8b43" [ 767.563575] env[65368]: _type = "Task" [ 767.563575] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.572534] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 767.572534] env[65368]: value = "task-4424306" [ 767.572534] env[65368]: _type = "Task" [ 767.572534] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.572715] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.580317] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5218e246-aa98-8e3f-91f2-66597a6b8b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.581091] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c425cbc1-435f-4b98-b2b7-8ba77780c06e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.593524] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360ffe17-eaa2-4c38-b43b-f7af640e04ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.597047] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.628086] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0651f72-78f6-4f5d-b4fe-aa42867e970b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.637628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0b67f1-faf0-4357-b422-9246c9877275 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.654533] env[65368]: DEBUG nova.compute.provider_tree [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.656924] env[65368]: DEBUG nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Successfully updated port: 8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 767.790396] env[65368]: WARNING neutronclient.v2_0.client [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.924136] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Successfully created port: 5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 767.984052] env[65368]: DEBUG nova.network.neutron [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Updated VIF entry in instance network info cache for port 586c9cb3-77b4-4086-8d79-00be1127e0ab. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.984458] env[65368]: DEBUG nova.network.neutron [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Updating instance_info_cache with network_info: [{"id": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "address": "fa:16:3e:ef:d5:96", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586c9cb3-77", "ovs_interfaceid": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.019128] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424304, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.044770] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.075465] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5218e246-aa98-8e3f-91f2-66597a6b8b43, 'name': SearchDatastore_Task, 'duration_secs': 0.024192} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.079066] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17f4eed1-b8ad-43ee-a035-218699826218 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.088093] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.088403] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 768.088403] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d6d4a1-d44b-1ed2-d421-70c5285d10cc" [ 768.088403] env[65368]: _type = "Task" [ 768.088403] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.096743] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d6d4a1-d44b-1ed2-d421-70c5285d10cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.161861] env[65368]: DEBUG nova.scheduler.client.report [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.164335] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164335] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.164470] env[65368]: DEBUG nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 768.408891] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 768.439736] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 768.440008] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 768.440179] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 768.440353] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 768.440493] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 768.440647] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 768.440850] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 768.441015] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 768.441182] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 768.441343] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 768.441509] env[65368]: DEBUG nova.virt.hardware [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 768.442633] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3836eb-0d26-4523-bfa0-1d44713f2648 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.458563] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23be3f5d-1285-4352-bb7d-c4040ae83c6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.486869] env[65368]: DEBUG oslo_concurrency.lockutils [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] Releasing lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.487179] env[65368]: DEBUG nova.compute.manager [req-8f5fc85a-4760-4e18-9e5c-1a24e482e77b req-c4f8dea0-d96e-46bc-9905-21e44b37f214 service nova] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Received event network-vif-deleted-e62b0675-b341-4daa-a141-4989bb115642 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 768.519744] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424304, 'name': Destroy_Task, 'duration_secs': 1.657649} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.520039] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Destroyed the VM [ 768.520307] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 768.520589] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e0a6db49-fd70-4866-ab4a-aef6f4ea13ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.534472] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 768.534472] env[65368]: value = "task-4424307" [ 768.534472] env[65368]: _type = "Task" [ 768.534472] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.548871] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.552926] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.585617] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424306, 'name': PowerOffVM_Task, 'duration_secs': 0.773651} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.585762] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.585932] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.586224] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-279d6756-852d-4013-bad2-51559f34aa6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.598813] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d6d4a1-d44b-1ed2-d421-70c5285d10cc, 'name': SearchDatastore_Task, 'duration_secs': 0.036491} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.599083] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.599345] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] eb4cce99-41ab-449c-ba6a-dd737a6b1180/eb4cce99-41ab-449c-ba6a-dd737a6b1180.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.599609] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86c3f5ff-3574-4357-87ea-983c327671b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.606683] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 768.606683] env[65368]: value = "task-4424309" [ 768.606683] env[65368]: _type = "Task" [ 768.606683] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.615690] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.665459] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.665733] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.665946] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Deleting the datastore file [datastore1] 8e1eb273-f88d-411a-b5df-f17df6652266 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.666276] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9fff64f-7044-4993-b3fc-9f4cb95ebdf7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.669333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.674768] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.680s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.675815] env[65368]: DEBUG nova.objects.instance [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lazy-loading 'resources' on Instance uuid 845b0189-ec38-4f05-8292-2bf4cf76cae1 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.681038] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for the task: (returnval){ [ 768.681038] env[65368]: value = "task-4424310" [ 768.681038] env[65368]: _type = "Task" [ 768.681038] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.692017] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424310, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.701083] env[65368]: INFO nova.scheduler.client.report [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted allocations for instance 418827ef-1977-4bec-b71a-3dae4fbf1486 [ 768.713755] env[65368]: WARNING nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 768.852428] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.059141] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424305, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.076832} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.059141] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424307, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.059478] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ffda67b3-dff3-4bb8-bff6-e111da32601a/ffda67b3-dff3-4bb8-bff6-e111da32601a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.060183] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.060507] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17513e2d-27df-4695-b66a-00adaf392122 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.072031] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 769.072031] env[65368]: value = "task-4424311" [ 769.072031] env[65368]: _type = "Task" [ 769.072031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.086586] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.095184] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.120601] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508143} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.120986] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] eb4cce99-41ab-449c-ba6a-dd737a6b1180/eb4cce99-41ab-449c-ba6a-dd737a6b1180.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.121299] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.121637] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf1c4f31-9d57-468c-bad3-1880c52c7f8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.130902] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 769.130902] env[65368]: value = "task-4424312" [ 769.130902] env[65368]: _type = "Task" [ 769.130902] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.144590] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.192665] env[65368]: DEBUG oslo_vmware.api [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Task: {'id': task-4424310, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.458283} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.192964] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 769.193176] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 769.193428] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 769.193632] env[65368]: INFO nova.compute.manager [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Took 1.69 seconds to destroy the instance on the hypervisor. [ 769.193907] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 769.194134] env[65368]: DEBUG nova.compute.manager [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 769.194281] env[65368]: DEBUG nova.network.neutron [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 769.194632] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.215185] env[65368]: DEBUG oslo_concurrency.lockutils [None req-063966b2-f7b2-4e4e-ba0b-4fa5ae42d35f tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "418827ef-1977-4bec-b71a-3dae4fbf1486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.502s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.273116] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.309884] env[65368]: DEBUG nova.network.neutron [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a426324-4d7e-4542-9487-fee0fb67497e", "address": "fa:16:3e:30:00:60", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a426324-4d", "ovs_interfaceid": "8a426324-4d7e-4542-9487-fee0fb67497e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.433706] env[65368]: INFO nova.compute.manager [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Unrescuing [ 769.434184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.434248] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.434435] env[65368]: DEBUG nova.network.neutron [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 769.543081] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Successfully updated port: 5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 769.551611] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424307, 'name': RemoveSnapshot_Task} progress is 84%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.587073] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095017} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.587385] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.588224] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c906a7bb-6b84-469b-8831-ee31d5dc3559 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.619291] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] ffda67b3-dff3-4bb8-bff6-e111da32601a/ffda67b3-dff3-4bb8-bff6-e111da32601a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.622487] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4887e3cf-5c3d-4f5c-8cdb-c7379badf624 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.648321] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.649814] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 769.650225] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 769.650225] env[65368]: value = "task-4424313" [ 769.650225] env[65368]: _type = "Task" [ 769.650225] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.653891] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdfe413-a1db-4cb9-8551-32ae0e974d89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.667970] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.686391] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] eb4cce99-41ab-449c-ba6a-dd737a6b1180/eb4cce99-41ab-449c-ba6a-dd737a6b1180.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 769.688803] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-67732a72-0a8e-4256-aa47-f90a53c4edf2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.710169] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 769.710169] env[65368]: value = "task-4424314" [ 769.710169] env[65368]: _type = "Task" [ 769.710169] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.723883] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424314, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.776169] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8026bfb-4aa0-405f-ab88-2123da8b9ea5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.780937] env[65368]: DEBUG nova.compute.manager [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Received event network-changed-b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 769.781173] env[65368]: DEBUG nova.compute.manager [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Refreshing instance network info cache due to event network-changed-b216d2a5-54ff-4759-83c4-c47c82beb096. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 769.781420] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] Acquiring lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.781561] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] Acquired lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.781732] env[65368]: DEBUG nova.network.neutron [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Refreshing network info cache for port b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 769.789023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82d510d8-9782-4a73-9bda-c8572ab9caf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.825053] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.825819] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.825993] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.827129] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-923ba5d2-a4ad-418e-ad5f-6396a31a5621 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.831229] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2877e0b2-ff37-48ba-a686-f10d368db573 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.855305] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba29128-06ad-48b7-a8db-4b573ec97059 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.860884] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 769.860884] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 769.860884] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 769.861188] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 769.861218] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 769.861411] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 769.861627] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 769.861713] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 769.861866] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 769.862051] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 769.862290] env[65368]: DEBUG nova.virt.hardware [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 769.868891] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfiguring VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 769.869256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54dc4baa-5d96-4fc3-b571-e9160fa86a23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.896632] env[65368]: DEBUG nova.compute.provider_tree [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 769.899730] env[65368]: DEBUG oslo_vmware.api [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 769.899730] env[65368]: value = "task-4424315" [ 769.899730] env[65368]: _type = "Task" [ 769.899730] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.909693] env[65368]: DEBUG oslo_vmware.api [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424315, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.937998] env[65368]: WARNING neutronclient.v2_0.client [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.947030] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Received event network-vif-plugged-19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 769.947241] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquiring lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.947444] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.947601] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.947758] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] No waiting events found dispatching network-vif-plugged-19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 769.947914] env[65368]: WARNING nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Received unexpected event network-vif-plugged-19f7e11a-a032-4bc2-8bba-bff8c4a39975 for instance with vm_state building and task_state spawning. [ 769.948080] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Received event network-changed-19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 769.948246] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Refreshing instance network info cache due to event network-changed-19f7e11a-a032-4bc2-8bba-bff8c4a39975. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 769.948440] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquiring lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.948589] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquired lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.948769] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Refreshing network info cache for port 19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 770.008402] env[65368]: DEBUG nova.network.neutron [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.051425] env[65368]: DEBUG oslo_vmware.api [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424307, 'name': RemoveSnapshot_Task, 'duration_secs': 1.132522} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.051425] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 770.051624] env[65368]: INFO nova.compute.manager [None req-a4dbf457-4e84-41f5-8434-9db468a1ef3d tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 19.53 seconds to snapshot the instance on the hypervisor. [ 770.055408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.055578] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.056100] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 770.126300] env[65368]: WARNING neutronclient.v2_0.client [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.168418] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.208685] env[65368]: DEBUG nova.network.neutron [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [{"id": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "address": "fa:16:3e:e7:75:53", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape235adae-3b", "ovs_interfaceid": "e235adae-3bcf-498d-b175-9235a3ab8e7c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.223374] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.284703] env[65368]: WARNING neutronclient.v2_0.client [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.414280] env[65368]: DEBUG oslo_vmware.api [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.421767] env[65368]: ERROR nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] [req-616959fc-9476-4da1-8cc7-2014dd67ced7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-616959fc-9476-4da1-8cc7-2014dd67ced7"}]} [ 770.442668] env[65368]: DEBUG nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 770.452526] env[65368]: WARNING neutronclient.v2_0.client [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.457705] env[65368]: DEBUG nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 770.457943] env[65368]: DEBUG nova.compute.provider_tree [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 770.471323] env[65368]: DEBUG nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 770.481747] env[65368]: WARNING neutronclient.v2_0.client [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.494432] env[65368]: DEBUG nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 770.512482] env[65368]: INFO nova.compute.manager [-] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Took 1.32 seconds to deallocate network for instance. [ 770.530646] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.530990] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.531520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.531823] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.532017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.537078] env[65368]: INFO nova.compute.manager [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Terminating instance [ 770.584991] env[65368]: DEBUG nova.network.neutron [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updated VIF entry in instance network info cache for port b216d2a5-54ff-4759-83c4-c47c82beb096. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.584991] env[65368]: DEBUG nova.network.neutron [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updating instance_info_cache with network_info: [{"id": "b216d2a5-54ff-4759-83c4-c47c82beb096", "address": "fa:16:3e:4c:2a:3a", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.254", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb216d2a5-54", "ovs_interfaceid": "b216d2a5-54ff-4759-83c4-c47c82beb096", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.596227] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 770.645075] env[65368]: WARNING neutronclient.v2_0.client [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.671751] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424313, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.683506] env[65368]: WARNING neutronclient.v2_0.client [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 770.715097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-7e49302b-aae6-4137-861d-c7040c7ba5bb" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.715097] env[65368]: DEBUG nova.objects.instance [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'flavor' on Instance uuid 7e49302b-aae6-4137-861d-c7040c7ba5bb {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 770.727969] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424314, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.742172] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Updated VIF entry in instance network info cache for port 19f7e11a-a032-4bc2-8bba-bff8c4a39975. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 770.742732] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Updating instance_info_cache with network_info: [{"id": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "address": "fa:16:3e:05:dd:95", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f7e11a-a0", "ovs_interfaceid": "19f7e11a-a032-4bc2-8bba-bff8c4a39975", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.788137] env[65368]: DEBUG nova.network.neutron [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Updating instance_info_cache with network_info: [{"id": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "address": "fa:16:3e:fb:3e:f8", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5355af7e-4b", "ovs_interfaceid": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.917742] env[65368]: DEBUG oslo_vmware.api [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424315, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.024099] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.048836] env[65368]: DEBUG nova.compute.manager [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 771.048836] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 771.050722] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3663a59d-5a74-44f7-bede-aa0a5bcd5420 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.054074] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f79bb2-88cb-4cae-a2d5-1f91f071a677 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.062772] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.064587] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c9e711-92b3-468e-9b8f-40956ef3e76a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.068051] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fad73d9-dd28-43a8-8b87-853e189f5531 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.100686] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd99ffff-c33a-4891-80e5-553273811bff req-0ecf62eb-fe1e-45b9-90ab-7628409bada9 service nova] Releasing lock "refresh_cache-846828fb-ac3e-49dc-850a-816031eaebb1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.103198] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee04b728-3961-4f35-9edf-d084752aa1a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.106025] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 771.106025] env[65368]: value = "task-4424316" [ 771.106025] env[65368]: _type = "Task" [ 771.106025] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.113971] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942cd2c4-ba0c-4ab1-8e39-236e22fa9c83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.124342] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424316, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.136662] env[65368]: DEBUG nova.compute.provider_tree [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.171750] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424313, 'name': ReconfigVM_Task, 'duration_secs': 1.147375} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.172101] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Reconfigured VM instance instance-00000025 to attach disk [datastore1] ffda67b3-dff3-4bb8-bff6-e111da32601a/ffda67b3-dff3-4bb8-bff6-e111da32601a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.172895] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4fbfa1ff-1ad4-477d-93df-9a799e7dbbbb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.180896] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 771.180896] env[65368]: value = "task-4424317" [ 771.180896] env[65368]: _type = "Task" [ 771.180896] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.190844] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424317, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.226654] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424314, 'name': ReconfigVM_Task, 'duration_secs': 1.086348} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.226791] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Reconfigured VM instance instance-00000026 to attach disk [datastore1] eb4cce99-41ab-449c-ba6a-dd737a6b1180/eb4cce99-41ab-449c-ba6a-dd737a6b1180.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.227714] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5ad94c95-6f77-40e1-8134-a9fd27335ae4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.230481] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d56d66a4-db20-45fd-b9ad-4ed0e6ccee9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.257971] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Releasing lock "refresh_cache-eb4cce99-41ab-449c-ba6a-dd737a6b1180" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.258761] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-vif-plugged-8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 771.258761] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.258761] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.259052] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.259052] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] No waiting events found dispatching network-vif-plugged-8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 771.259444] env[65368]: WARNING nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received unexpected event network-vif-plugged-8a426324-4d7e-4542-9487-fee0fb67497e for instance with vm_state active and task_state None. [ 771.259444] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-changed-8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 771.259444] env[65368]: DEBUG nova.compute.manager [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing instance network info cache due to event network-changed-8a426324-4d7e-4542-9487-fee0fb67497e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 771.259732] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.259790] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.260016] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Refreshing network info cache for port 8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 771.261462] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 771.263597] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30a86a49-39dd-4f1c-b917-98e6241e6a35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.265540] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 771.265540] env[65368]: value = "task-4424318" [ 771.265540] env[65368]: _type = "Task" [ 771.265540] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.273437] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 771.273437] env[65368]: value = "task-4424319" [ 771.273437] env[65368]: _type = "Task" [ 771.273437] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.278615] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424318, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.289504] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.291232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.291738] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance network_info: |[{"id": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "address": "fa:16:3e:fb:3e:f8", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5355af7e-4b", "ovs_interfaceid": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 771.292713] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:3e:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5355af7e-4ba3-4299-91ac-f61dc87ae897', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 771.300866] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating folder: Project (e1b30b9226aa4fbfa8e7761fe345f6ee). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.301274] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-536dcd9a-9585-4bdb-b610-26b31116db2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.316420] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created folder: Project (e1b30b9226aa4fbfa8e7761fe345f6ee) in parent group-v865657. [ 771.316420] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating folder: Instances. Parent ref: group-v865763. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 771.316420] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b3031cb6-a8ab-4c94-8094-de0a3ee32691 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.330925] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created folder: Instances in parent group-v865763. [ 771.330925] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 771.330925] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 771.332028] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272a1633-7859-4b4f-806c-b96c754f2391 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.354602] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 771.354602] env[65368]: value = "task-4424322" [ 771.354602] env[65368]: _type = "Task" [ 771.354602] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.364927] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424322, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.417058] env[65368]: DEBUG oslo_vmware.api [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424315, 'name': ReconfigVM_Task, 'duration_secs': 1.316718} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.417302] env[65368]: WARNING neutronclient.v2_0.client [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.417507] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.417708] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfigured VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 771.617152] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424316, 'name': PowerOffVM_Task, 'duration_secs': 0.20903} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.617432] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.617597] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 771.617888] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f8bd821-29d2-476f-88be-0fd73d099003 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.640283] env[65368]: DEBUG nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 771.695326] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424317, 'name': Rename_Task, 'duration_secs': 0.204965} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.696873] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.697169] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 771.697440] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 771.697585] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleting the datastore file [datastore2] 68b09cde-55aa-450f-9e44-9a4cfbf8072d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 771.697881] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a57067-53a3-4260-bb20-791ea6f25d0e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.699555] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038de605-c1d3-41db-81ee-44a793240d49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.707706] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 771.707706] env[65368]: value = "task-4424325" [ 771.707706] env[65368]: _type = "Task" [ 771.707706] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.709132] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for the task: (returnval){ [ 771.709132] env[65368]: value = "task-4424324" [ 771.709132] env[65368]: _type = "Task" [ 771.709132] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.723772] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.724039] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.764549] env[65368]: WARNING neutronclient.v2_0.client [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.777367] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424318, 'name': Rename_Task, 'duration_secs': 0.198296} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.778085] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 771.778085] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40262626-87b7-4b4a-9588-e2a5cb40488e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.788813] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424319, 'name': PowerOffVM_Task, 'duration_secs': 0.218655} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.790428] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 771.797094] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 771.797770] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 771.797770] env[65368]: value = "task-4424326" [ 771.797770] env[65368]: _type = "Task" [ 771.797770] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.798377] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-081b2a6c-bf09-4a56-bb5c-04d0b83a6b62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.829832] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424326, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.832753] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 771.832753] env[65368]: value = "task-4424327" [ 771.832753] env[65368]: _type = "Task" [ 771.832753] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.845512] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.866980] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424322, 'name': CreateVM_Task, 'duration_secs': 0.424217} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.870287] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 771.871079] env[65368]: WARNING neutronclient.v2_0.client [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.871505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.871675] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.872039] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.872692] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-960c38ed-32e7-47b1-834c-311427c8c90f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.878824] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 771.878824] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2e098-5cbb-31e6-50bd-b2278793d69c" [ 771.878824] env[65368]: _type = "Task" [ 771.878824] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.889151] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2e098-5cbb-31e6-50bd-b2278793d69c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.922885] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c53d54f-2b42-4e2d-9566-b1b93fbf3dce tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.481s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.964167] env[65368]: WARNING neutronclient.v2_0.client [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.051466] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updated VIF entry in instance network info cache for port 8a426324-4d7e-4542-9487-fee0fb67497e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 772.051912] env[65368]: DEBUG nova.network.neutron [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "8a426324-4d7e-4542-9487-fee0fb67497e", "address": "fa:16:3e:30:00:60", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a426324-4d", "ovs_interfaceid": "8a426324-4d7e-4542-9487-fee0fb67497e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.145325] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.470s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.147815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.851s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.148090] env[65368]: DEBUG nova.objects.instance [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lazy-loading 'resources' on Instance uuid 29b6afac-5d8b-4e68-ab52-99ec57129bb3 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 772.174043] env[65368]: INFO nova.scheduler.client.report [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Deleted allocations for instance 845b0189-ec38-4f05-8292-2bf4cf76cae1 [ 772.224270] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424325, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.228354] env[65368]: DEBUG oslo_vmware.api [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Task: {'id': task-4424324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170031} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.228610] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 772.228786] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 772.228957] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 772.229134] env[65368]: INFO nova.compute.manager [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 772.229389] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 772.229798] env[65368]: DEBUG nova.compute.manager [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 772.229898] env[65368]: DEBUG nova.network.neutron [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 772.230197] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.298881] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.324641] env[65368]: DEBUG oslo_vmware.api [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424326, 'name': PowerOnVM_Task, 'duration_secs': 0.507136} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.324802] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.325058] env[65368]: INFO nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Took 9.03 seconds to spawn the instance on the hypervisor. [ 772.325183] env[65368]: DEBUG nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.326122] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db9721d-ca98-43bd-9d8c-1cf9806d5a8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.346710] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424327, 'name': ReconfigVM_Task, 'duration_secs': 0.285995} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.347588] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 772.347588] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.347588] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cfc0ce65-a8fa-4445-b539-c7a9241b1fc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.356043] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 772.356043] env[65368]: value = "task-4424328" [ 772.356043] env[65368]: _type = "Task" [ 772.356043] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.366668] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.392549] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2e098-5cbb-31e6-50bd-b2278793d69c, 'name': SearchDatastore_Task, 'duration_secs': 0.010939} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.392875] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.393121] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 772.393353] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.393634] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.393699] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 772.393934] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-40e674df-1886-4185-bdae-326dada3b795 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.406156] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 772.406347] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 772.407288] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d5f1222-9321-4fb9-a0c0-8c775c2cd187 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.415315] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 772.415315] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3c239-20f3-0b78-1a26-523d0ddf651c" [ 772.415315] env[65368]: _type = "Task" [ 772.415315] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.433084] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3c239-20f3-0b78-1a26-523d0ddf651c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.555699] env[65368]: DEBUG oslo_concurrency.lockutils [req-b532a2c4-6685-4ef0-8a9e-1f8d96907cd6 req-1cf3db38-2982-4e55-961c-fc0816decd3d service nova] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.670809] env[65368]: DEBUG nova.compute.manager [req-60f81a92-772f-4190-b6a2-81d1c1e16661 req-67ba61d7-5959-483c-a0a8-172a19ea66c6 service nova] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Received event network-vif-deleted-32477b7e-ab11-4c1a-b2d6-61dbb88d1104 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 772.682704] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e0defbc5-eb34-44fa-a80d-fb4e7904c2b3 tempest-ServerTagsTestJSON-1502439830 tempest-ServerTagsTestJSON-1502439830-project-member] Lock "845b0189-ec38-4f05-8292-2bf4cf76cae1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.349s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.728332] env[65368]: DEBUG oslo_vmware.api [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424325, 'name': PowerOnVM_Task, 'duration_secs': 0.802382} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.728723] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 772.729061] env[65368]: INFO nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Took 12.33 seconds to spawn the instance on the hypervisor. [ 772.729409] env[65368]: DEBUG nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 772.730759] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2d2695-80db-42a8-b6ea-99ca71a6afc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.743069] env[65368]: DEBUG nova.compute.manager [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Received event network-vif-plugged-5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 772.743069] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Acquiring lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.743069] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.743069] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.743069] env[65368]: DEBUG nova.compute.manager [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] No waiting events found dispatching network-vif-plugged-5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 772.743069] env[65368]: WARNING nova.compute.manager [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Received unexpected event network-vif-plugged-5355af7e-4ba3-4299-91ac-f61dc87ae897 for instance with vm_state building and task_state spawning. [ 772.743069] env[65368]: DEBUG nova.compute.manager [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Received event network-changed-5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 772.743069] env[65368]: DEBUG nova.compute.manager [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Refreshing instance network info cache due to event network-changed-5355af7e-4ba3-4299-91ac-f61dc87ae897. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 772.743402] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Acquiring lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.743402] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Acquired lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.743402] env[65368]: DEBUG nova.network.neutron [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Refreshing network info cache for port 5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.861352] env[65368]: INFO nova.compute.manager [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Took 38.41 seconds to build instance. [ 772.881112] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424328, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.931346] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3c239-20f3-0b78-1a26-523d0ddf651c, 'name': SearchDatastore_Task, 'duration_secs': 0.011412} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.932637] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014011e0-84a0-405b-976b-1c333858557a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.945860] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 772.945860] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5d87f-13bc-227e-8096-8350258d7dfa" [ 772.945860] env[65368]: _type = "Task" [ 772.945860] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.959517] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5d87f-13bc-227e-8096-8350258d7dfa, 'name': SearchDatastore_Task, 'duration_secs': 0.013179} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.963893] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.963893] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f/b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 772.963893] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d43636b7-88bc-4065-b03f-7dc4376770df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.971284] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 772.971284] env[65368]: value = "task-4424329" [ 772.971284] env[65368]: _type = "Task" [ 772.971284] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.990407] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424329, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.073745] env[65368]: DEBUG nova.network.neutron [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 773.195800] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a7ab0a-fcce-455a-8451-eb746f4acc1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.205803] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc64aac-2e08-4a88-95e2-e1c632fea009 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.239601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e9746dd-e6ca-4080-b58f-3c950cec531b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.249088] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc89f59b-8397-49b6-950f-deb88a0b841a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.253695] env[65368]: WARNING neutronclient.v2_0.client [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 773.263682] env[65368]: INFO nova.compute.manager [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Took 41.04 seconds to build instance. [ 773.274869] env[65368]: DEBUG nova.compute.provider_tree [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 773.371937] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a53ba6c6-44a1-4050-a6d3-fc1a33684338 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.399s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.372350] env[65368]: DEBUG oslo_vmware.api [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424328, 'name': PowerOnVM_Task, 'duration_secs': 0.637344} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.374566] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.374566] env[65368]: DEBUG nova.compute.manager [None req-d558058d-8dd6-49e6-8e12-d1f3c238cef1 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.375152] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039bff99-ab8b-4462-9b8f-9f26cfb71cd2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.481937] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424329, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491046} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.482297] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f/b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 773.482685] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 773.482831] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e33fb4b-c67d-419e-bcbe-cc9d37ceeb03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.490088] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 773.490088] env[65368]: value = "task-4424330" [ 773.490088] env[65368]: _type = "Task" [ 773.490088] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.502893] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424330, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.578342] env[65368]: INFO nova.compute.manager [-] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Took 1.35 seconds to deallocate network for instance. [ 773.776865] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1c0d23cf-9cc7-4165-a668-4595b8f2eeb0 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.882s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.777888] env[65368]: DEBUG nova.scheduler.client.report [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 773.879743] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.004348] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424330, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070033} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.004534] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 774.007055] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b2c010-bc83-42d1-a7cf-bb50ba0be311 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.029811] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f/b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 774.030200] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b423d908-1a1b-4a95-9647-b9d8b96a505a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.058555] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 774.058555] env[65368]: value = "task-4424331" [ 774.058555] env[65368]: _type = "Task" [ 774.058555] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.068364] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424331, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.086052] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.285808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.138s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.292580] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 774.296246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.762s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.298684] env[65368]: INFO nova.compute.claims [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 774.330748] env[65368]: INFO nova.scheduler.client.report [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted allocations for instance 29b6afac-5d8b-4e68-ab52-99ec57129bb3 [ 774.418517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.583033] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424331, 'name': ReconfigVM_Task, 'duration_secs': 0.333537} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.583490] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Reconfigured VM instance instance-00000027 to attach disk [datastore1] b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f/b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 774.584256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93466c8e-9250-403e-ad91-de81f9428035 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.596726] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 774.596726] env[65368]: value = "task-4424332" [ 774.596726] env[65368]: _type = "Task" [ 774.596726] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.610868] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424332, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.794637] env[65368]: WARNING neutronclient.v2_0.client [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.840334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3249b222-f3ad-4865-81a7-9aff5e908e39 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "29b6afac-5d8b-4e68-ab52-99ec57129bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.135s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.849402] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.070651] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.070991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.071256] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.071474] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.071663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.075625] env[65368]: INFO nova.compute.manager [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Terminating instance [ 775.116077] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424332, 'name': Rename_Task, 'duration_secs': 0.172923} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.117341] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 775.117341] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0aebe345-d47d-4e73-8554-b441bbda9f5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.128051] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 775.128051] env[65368]: value = "task-4424333" [ 775.128051] env[65368]: _type = "Task" [ 775.128051] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.133577] env[65368]: DEBUG nova.network.neutron [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Updated VIF entry in instance network info cache for port 5355af7e-4ba3-4299-91ac-f61dc87ae897. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 775.133846] env[65368]: DEBUG nova.network.neutron [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Updating instance_info_cache with network_info: [{"id": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "address": "fa:16:3e:fb:3e:f8", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5355af7e-4b", "ovs_interfaceid": "5355af7e-4ba3-4299-91ac-f61dc87ae897", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.142456] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424333, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.581495] env[65368]: DEBUG nova.compute.manager [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 775.581737] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 775.583740] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0099d8-ccb1-4392-a66f-86803f088651 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.595647] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 775.596251] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09ae5f40-d195-4c89-b54f-7f06569bd4ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.609689] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 775.609689] env[65368]: value = "task-4424334" [ 775.609689] env[65368]: _type = "Task" [ 775.609689] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.629047] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.636665] env[65368]: DEBUG oslo_concurrency.lockutils [req-969de7c3-38e4-4181-b521-091063aeae91 req-ff464c10-81b4-4924-9227-454d304d1963 service nova] Releasing lock "refresh_cache-b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.644068] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424333, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.813549] env[65368]: DEBUG nova.compute.manager [req-ba3badd3-5846-4963-b6ec-864af4e79a09 req-32c8eeeb-61ff-4721-b215-f60a931f80f9 service nova] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Received event network-vif-deleted-2f8cea20-0b5d-492e-8c5e-ece72e0a9d2b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 776.128067] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424334, 'name': PowerOffVM_Task, 'duration_secs': 0.235099} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.128148] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 776.128306] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 776.128580] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a5ad81a-ae0a-48e7-99f6-3e8560ccc60c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.141670] env[65368]: DEBUG oslo_vmware.api [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424333, 'name': PowerOnVM_Task, 'duration_secs': 0.734404} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.141963] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 776.142361] env[65368]: INFO nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Took 7.73 seconds to spawn the instance on the hypervisor. [ 776.142571] env[65368]: DEBUG nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 776.143485] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a67f943-437d-4609-b975-29a50bbc476f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.171267] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dce433e-88b3-4774-bd4a-95f4c68737b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.179892] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733f110d-e087-4f84-adf9-3472f75a748a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.216794] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69175f7-86a1-4bbc-83d5-28cbb1233d57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.221984] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 776.222295] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 776.222526] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Deleting the datastore file [datastore2] dd91b8fd-1d7e-4eed-a019-92aff29144e8 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 776.223074] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b2818c8-3ee5-43c2-a784-351d66799441 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.230538] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae262b29-b609-4f01-b0e7-0fe19473ff57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.237160] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for the task: (returnval){ [ 776.237160] env[65368]: value = "task-4424336" [ 776.237160] env[65368]: _type = "Task" [ 776.237160] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.249327] env[65368]: DEBUG nova.compute.provider_tree [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.259977] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.676480] env[65368]: INFO nova.compute.manager [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Took 35.25 seconds to build instance. [ 776.761138] env[65368]: DEBUG oslo_vmware.api [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Task: {'id': task-4424336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462587} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.761747] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 776.761996] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 776.762312] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 776.762497] env[65368]: INFO nova.compute.manager [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 1.18 seconds to destroy the instance on the hypervisor. [ 776.763044] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 776.763402] env[65368]: DEBUG nova.compute.manager [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 776.763468] env[65368]: DEBUG nova.network.neutron [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 776.763793] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.817753] env[65368]: DEBUG nova.scheduler.client.report [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 59 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 776.818212] env[65368]: DEBUG nova.compute.provider_tree [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 59 to 60 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 776.818350] env[65368]: DEBUG nova.compute.provider_tree [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 776.947489] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.180550] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cdfa75e4-e80d-4422-85a3-2656fd3d6dbc tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.559s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.208601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.209177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.237922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.238131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.326249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.030s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.327135] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 777.336084] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.813s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.341647] env[65368]: INFO nova.compute.claims [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.492265] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-8a426324-4d7e-4542-9487-fee0fb67497e" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.492885] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-8a426324-4d7e-4542-9487-fee0fb67497e" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.683644] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 777.837470] env[65368]: DEBUG nova.compute.utils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.839039] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 777.839231] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 777.842049] env[65368]: WARNING neutronclient.v2_0.client [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.842049] env[65368]: WARNING neutronclient.v2_0.client [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.996553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.996719] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.997845] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cadec6e9-fcd9-4b89-89b0-e4e05a7005a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.021962] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55247a8b-6c2d-493d-82d7-3f6a5b383c18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.044237] env[65368]: WARNING neutronclient.v2_0.client [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.049640] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfiguring VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 778.049936] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30a8077d-7d86-43e6-944a-bd526c2eab5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.069609] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 778.069609] env[65368]: value = "task-4424337" [ 778.069609] env[65368]: _type = "Task" [ 778.069609] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.082533] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.216989] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.343827] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 778.468991] env[65368]: DEBUG nova.network.neutron [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.582174] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.972256] env[65368]: DEBUG nova.policy [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537bf35d38214b19a0eeebca4783e328', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec971c8e2e6b43b0842c861adedaba4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.974799] env[65368]: INFO nova.compute.manager [-] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Took 2.21 seconds to deallocate network for instance. [ 779.004919] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ca08f8-4446-426d-93a6-50e4a6f0cfae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.021213] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344ac7ba-3045-4777-bff6-0b33e3ce4bb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.058611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90636c89-28a0-496e-a218-dfdbbd072503 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.069387] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715226d-d4bc-479f-831b-f7cd4dfbae1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.088688] env[65368]: DEBUG nova.compute.provider_tree [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.093771] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.360343] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 779.400431] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 779.400682] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.400832] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 779.401584] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.401584] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 779.401584] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 779.401584] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 779.401779] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 779.401779] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 779.401924] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 779.402107] env[65368]: DEBUG nova.virt.hardware [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 779.403349] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecba1411-ff29-416b-b92c-cd83ab4c6db1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.412337] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a694d0d4-3816-479e-b1eb-42c9f5c184ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.486163] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.502846] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Successfully created port: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 779.587817] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.595470] env[65368]: DEBUG nova.scheduler.client.report [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.908074] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "f3037fdb-046a-44cf-be44-069f231406a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.908293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.088585] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.111203] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.111738] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 780.114713] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.232s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.116227] env[65368]: INFO nova.compute.claims [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.588530] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.625898] env[65368]: DEBUG nova.compute.utils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.629938] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 780.629938] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 780.629938] env[65368]: WARNING neutronclient.v2_0.client [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.629938] env[65368]: WARNING neutronclient.v2_0.client [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.845438] env[65368]: DEBUG nova.policy [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2827c87c51441eafbf8732ce2ec429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d482b9a52a24e9dad6933e945d5ff10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 781.088619] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.131913] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 781.282022] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Successfully created port: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 781.349961] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Successfully updated port: 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 781.418170] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.418480] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.418745] env[65368]: DEBUG nova.compute.manager [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 781.419874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee1b27f-2fb1-4bb6-8e11-8e91fdcdb37d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.432766] env[65368]: DEBUG nova.compute.manager [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 781.433292] env[65368]: DEBUG nova.objects.instance [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lazy-loading 'flavor' on Instance uuid b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 781.587342] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.676916] env[65368]: DEBUG nova.compute.manager [req-e0db9b18-abae-4fb2-aefb-6eaa755eea81 req-eaea802a-90c1-4002-b80b-eb66f240291c service nova] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Received event network-vif-deleted-c15ec264-d94b-4868-9e87-244dd823e2c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 781.715006] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95eaf65-6a07-4b09-afb3-600982fd2846 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.723109] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fba538-479b-4f54-81b2-e70ab85690c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.755200] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f16b48-7b62-4bcf-9473-f8fe654c4c74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.763751] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83909000-5a86-4d88-adae-6c4566e16fe9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.779839] env[65368]: DEBUG nova.compute.provider_tree [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.855167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.855167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.855330] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 782.089831] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.147273] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 782.175478] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 782.175967] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 782.175967] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 782.175967] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 782.176128] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 782.176296] env[65368]: DEBUG nova.virt.hardware [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 782.177265] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aae0c0-99a5-4816-a4f5-e7a402307ecb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.186508] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c1e67a-2fc0-41bf-aa97-10bae35712da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.282554] env[65368]: DEBUG nova.scheduler.client.report [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.440652] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.440990] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e787d4be-5a03-453d-aec7-71f49843724a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.448105] env[65368]: DEBUG oslo_vmware.api [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 782.448105] env[65368]: value = "task-4424338" [ 782.448105] env[65368]: _type = "Task" [ 782.448105] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.457069] env[65368]: DEBUG oslo_vmware.api [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424338, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.505142] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 782.591155] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.788196] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.788855] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 782.791839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.073s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.792135] env[65368]: DEBUG nova.objects.instance [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lazy-loading 'resources' on Instance uuid cc1adefd-a061-47e0-bf8e-38ef27790723 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 782.949989] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Successfully updated port: 65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 782.962215] env[65368]: DEBUG oslo_vmware.api [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424338, 'name': PowerOffVM_Task, 'duration_secs': 0.232652} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.963243] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.963468] env[65368]: DEBUG nova.compute.manager [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 782.964391] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb80d62-f53f-4d15-9d07-3892a0c88223 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.091900] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.095972] env[65368]: WARNING neutronclient.v2_0.client [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.226616] env[65368]: DEBUG nova.network.neutron [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updating instance_info_cache with network_info: [{"id": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "address": "fa:16:3e:66:3b:78", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b9cbd5-98", "ovs_interfaceid": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.297080] env[65368]: DEBUG nova.compute.utils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.302862] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 783.303458] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 783.304213] env[65368]: WARNING neutronclient.v2_0.client [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.304679] env[65368]: WARNING neutronclient.v2_0.client [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.354776] env[65368]: DEBUG nova.policy [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4c45be09aa18465aa81b1eb87a18ce93', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff109f194ec34a5cbfdf111876578c64', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.448454] env[65368]: DEBUG nova.compute.manager [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received event network-vif-plugged-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 783.448665] env[65368]: DEBUG oslo_concurrency.lockutils [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] Acquiring lock "a4112107-4e15-491d-9b5f-8a004b295115-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.448860] env[65368]: DEBUG oslo_concurrency.lockutils [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] Lock "a4112107-4e15-491d-9b5f-8a004b295115-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.449365] env[65368]: DEBUG oslo_concurrency.lockutils [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] Lock "a4112107-4e15-491d-9b5f-8a004b295115-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.449365] env[65368]: DEBUG nova.compute.manager [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] No waiting events found dispatching network-vif-plugged-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 783.449365] env[65368]: WARNING nova.compute.manager [req-59249f4d-8af9-46e5-b8c6-80adf8ec8a17 req-8657cd44-c445-48b9-afc2-7dad593bcdbf service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received unexpected event network-vif-plugged-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc for instance with vm_state building and task_state spawning. [ 783.453393] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.453393] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.453393] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 783.490514] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f5080ace-707a-4905-8541-2dc785e48c1b tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.595402] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.732017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.732017] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Instance network_info: |[{"id": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "address": "fa:16:3e:66:3b:78", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b9cbd5-98", "ovs_interfaceid": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.732017] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:3b:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.742060] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Creating folder: Project (ec971c8e2e6b43b0842c861adedaba4d). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.745925] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Successfully created port: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 783.748188] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-768e4c21-fa9a-4187-99c7-eabf824e087d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.761575] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Created folder: Project (ec971c8e2e6b43b0842c861adedaba4d) in parent group-v865657. [ 783.761575] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Creating folder: Instances. Parent ref: group-v865766. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.761575] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f5211d03-7303-46c5-9cf9-87be8f49f2c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.772831] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Created folder: Instances in parent group-v865766. [ 783.773162] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 783.773303] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.773508] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2ef74a1-99bb-40bd-aa37-3ab160370c92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.798696] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.798696] env[65368]: value = "task-4424341" [ 783.798696] env[65368]: _type = "Task" [ 783.798696] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.807098] env[65368]: DEBUG nova.compute.utils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 783.819547] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424341, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.953522] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeba02da-5202-4c6e-af07-138b46f16a95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.968025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e984fb99-2f62-4c77-af59-a45d46530e2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.004769] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18e7f9e-3803-4184-bbe8-4649b04b631e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.014978] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b1f75e-2fa0-4975-a8d3-32b03ba87f07 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.029891] env[65368]: DEBUG nova.compute.provider_tree [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.035267] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 784.044021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.044256] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.070873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.070873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.092018] env[65368]: DEBUG oslo_vmware.api [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424337, 'name': ReconfigVM_Task, 'duration_secs': 5.870448} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.092425] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.092699] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Reconfigured VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 784.093096] env[65368]: WARNING neutronclient.v2_0.client [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.093446] env[65368]: WARNING neutronclient.v2_0.client [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.311756] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 784.314446] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424341, 'name': CreateVM_Task, 'duration_secs': 0.356204} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.315120] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.315851] env[65368]: WARNING neutronclient.v2_0.client [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.316440] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.316656] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.317054] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.317361] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde0014a-aaec-4d0b-a99e-5287e83ae076 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.323259] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 784.323259] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52747bf0-7a7d-93ab-4603-9ef6150d970e" [ 784.323259] env[65368]: _type = "Task" [ 784.323259] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.332527] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52747bf0-7a7d-93ab-4603-9ef6150d970e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.436428] env[65368]: WARNING neutronclient.v2_0.client [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.533070] env[65368]: DEBUG nova.scheduler.client.report [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.573309] env[65368]: DEBUG nova.network.neutron [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Updating instance_info_cache with network_info: [{"id": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "address": "fa:16:3e:8c:fa:e1", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65de6e4e-7c", "ovs_interfaceid": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.836532] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52747bf0-7a7d-93ab-4603-9ef6150d970e, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.836532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.836532] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.836532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.836849] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.836849] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.837134] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34bb4fdc-441c-4d36-814e-ab32a59bd962 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.847694] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.847694] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.848296] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6a5a249-9bf6-4182-81f6-3d8cfa52dad1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.857992] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 784.857992] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d310a4-63f5-a330-df0e-2223a6f727db" [ 784.857992] env[65368]: _type = "Task" [ 784.857992] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.867270] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.867631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.873297] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d310a4-63f5-a330-df0e-2223a6f727db, 'name': SearchDatastore_Task, 'duration_secs': 0.01026} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.874266] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d166667-f8f4-4bcb-a157-17b334f88128 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.883072] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 784.883072] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526592b6-98db-d752-25e6-511caa9d78a7" [ 784.883072] env[65368]: _type = "Task" [ 784.883072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.892805] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526592b6-98db-d752-25e6-511caa9d78a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.038433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.041172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.254s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.043055] env[65368]: INFO nova.compute.claims [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.073946] env[65368]: INFO nova.scheduler.client.report [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted allocations for instance cc1adefd-a061-47e0-bf8e-38ef27790723 [ 785.081036] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.081036] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Instance network_info: |[{"id": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "address": "fa:16:3e:8c:fa:e1", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65de6e4e-7c", "ovs_interfaceid": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 785.081036] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:fa:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65de6e4e-7c5a-4963-93d0-93bed9e76d45', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 785.088490] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 785.088697] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 785.088942] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d623f1-3d15-4570-80a1-cdfb57779082 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.111151] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 785.111151] env[65368]: value = "task-4424342" [ 785.111151] env[65368]: _type = "Task" [ 785.111151] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.121527] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424342, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.318386] env[65368]: DEBUG nova.compute.manager [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-vif-deleted-8a426324-4d7e-4542-9487-fee0fb67497e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 785.318440] env[65368]: INFO nova.compute.manager [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Neutron deleted interface 8a426324-4d7e-4542-9487-fee0fb67497e; detaching it from the instance and deleting it from the info cache [ 785.318750] env[65368]: DEBUG nova.network.neutron [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.324269] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 785.354030] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:42:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1534915379',id=30,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1476196604',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 785.354425] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 785.354497] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 785.354670] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 785.354830] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 785.355027] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 785.355306] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 785.355499] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 785.355748] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 785.356066] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 785.356271] env[65368]: DEBUG nova.virt.hardware [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 785.357176] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18015d5a-54f8-49b2-935b-20a61fd2ffc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.367783] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76fe584e-2ba4-4b22-8f15-aad061ca0775 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.389629] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Successfully updated port: 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 785.396839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.396839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.396839] env[65368]: DEBUG nova.network.neutron [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.402382] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526592b6-98db-d752-25e6-511caa9d78a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.404090] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.404090] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a4112107-4e15-491d-9b5f-8a004b295115/a4112107-4e15-491d-9b5f-8a004b295115.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.404402] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db8eb48c-b222-43a7-ac06-e71fc6310b49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.413359] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 785.413359] env[65368]: value = "task-4424343" [ 785.413359] env[65368]: _type = "Task" [ 785.413359] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.427427] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.583948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a31edc41-2e1d-4246-8dff-198392fea235 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "cc1adefd-a061-47e0-bf8e-38ef27790723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.039s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.626690] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424342, 'name': CreateVM_Task, 'duration_secs': 0.375964} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.627221] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 785.627763] env[65368]: WARNING neutronclient.v2_0.client [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.628169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.628320] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.628738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.628884] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee2fb7d9-02c3-40d7-968c-fc37ecac9e95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.636608] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 785.636608] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e63842-fdca-ef2c-2998-f34edd65a0b2" [ 785.636608] env[65368]: _type = "Task" [ 785.636608] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.648391] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e63842-fdca-ef2c-2998-f34edd65a0b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.708527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.708830] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.822234] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.822517] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] Acquired lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.824303] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f978c4-32fb-4db7-aa71-d723c4226ac7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.849599] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] Releasing lock "5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.850015] env[65368]: WARNING nova.compute.manager [req-2eb6a7b4-6857-49c6-beae-1ac373473f74 req-12496874-7892-44ba-86e2-011145b88abf service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Detach interface failed, port_id=8a426324-4d7e-4542-9487-fee0fb67497e, reason: No device with interface-id 8a426324-4d7e-4542-9487-fee0fb67497e exists on VM: nova.exception.NotFound: No device with interface-id 8a426324-4d7e-4542-9487-fee0fb67497e exists on VM [ 785.895620] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.895891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.896094] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 785.905398] env[65368]: WARNING neutronclient.v2_0.client [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.924209] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461354} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.924209] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a4112107-4e15-491d-9b5f-8a004b295115/a4112107-4e15-491d-9b5f-8a004b295115.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.924415] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.924698] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8423eee-0acd-4ccf-8458-40a13dc8895c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.932632] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 785.932632] env[65368]: value = "task-4424344" [ 785.932632] env[65368]: _type = "Task" [ 785.932632] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.941642] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.947463] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 785.947710] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing instance network info cache due to event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 785.947919] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquiring lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.948067] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquired lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.948223] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 786.126183] env[65368]: WARNING neutronclient.v2_0.client [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.150519] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e63842-fdca-ef2c-2998-f34edd65a0b2, 'name': SearchDatastore_Task, 'duration_secs': 0.053042} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.151098] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.151098] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.151446] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.151619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.154047] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.155441] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf2d1f25-4f61-44da-955a-4f413fa2d4f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.167478] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.167601] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.168383] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bec49d3-f2be-4a9c-8e8d-a380766ca2d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.175771] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 786.175771] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525389e4-b2a8-4e36-4232-2a3fd10df5e7" [ 786.175771] env[65368]: _type = "Task" [ 786.175771] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.201451] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525389e4-b2a8-4e36-4232-2a3fd10df5e7, 'name': SearchDatastore_Task, 'duration_secs': 0.010381} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.208973] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6b85a55-8a2a-42d8-83ec-a7f2756ea1d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.219184] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 786.219184] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295521c-3822-1851-eba8-d431d88b90c2" [ 786.219184] env[65368]: _type = "Task" [ 786.219184] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.231433] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295521c-3822-1851-eba8-d431d88b90c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010374} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.231972] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.232608] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 158d47e7-5adc-4942-9ced-e17189142d72/158d47e7-5adc-4942-9ced-e17189142d72.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.232608] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-204c111a-30ff-403a-bf64-37e8896a3d20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.242712] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 786.242712] env[65368]: value = "task-4424345" [ 786.242712] env[65368]: _type = "Task" [ 786.242712] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.252606] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.277895] env[65368]: DEBUG nova.network.neutron [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [{"id": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "address": "fa:16:3e:80:d1:dd", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a1cc346-bc", "ovs_interfaceid": "9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.444285] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 786.450664] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.453229] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.456296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.457537] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c38a7f3-961c-4b89-8f98-71d0c6d39ec4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.486117] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a4112107-4e15-491d-9b5f-8a004b295115/a4112107-4e15-491d-9b5f-8a004b295115.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.489275] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0aacd9a6-58a7-48cc-93ad-b4b13e9d68b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.512648] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 786.512648] env[65368]: value = "task-4424346" [ 786.512648] env[65368]: _type = "Task" [ 786.512648] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.524336] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.722026] env[65368]: WARNING neutronclient.v2_0.client [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.760726] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424345, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.782520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-5e58ad68-c04d-4479-ba9c-f571055bb014" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.785844] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad240ff3-4a12-4112-adfc-dccac99b91bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.796364] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd5d79-747d-4168-9428-ef4b67cd26ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.838565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a5b99-0c4f-48e0-afc0-cc9ec5782613 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.848830] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ab1c19-8ab8-4e2a-9792-f1d1cf3adce2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.868299] env[65368]: DEBUG nova.compute.provider_tree [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.896266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.896266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.896266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.896266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.896266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.897804] env[65368]: INFO nova.compute.manager [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Terminating instance [ 786.960479] env[65368]: DEBUG nova.network.neutron [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updating instance_info_cache with network_info: [{"id": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "address": "fa:16:3e:73:7a:8a", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2322a6-98", "ovs_interfaceid": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.963173] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 787.022409] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424346, 'name': ReconfigVM_Task, 'duration_secs': 0.424576} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.022687] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a4112107-4e15-491d-9b5f-8a004b295115/a4112107-4e15-491d-9b5f-8a004b295115.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.023407] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-111d54fd-18c4-416b-8aa0-1622b8aba899 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.030562] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 787.030562] env[65368]: value = "task-4424347" [ 787.030562] env[65368]: _type = "Task" [ 787.030562] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.043226] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424347, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.045060] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updated VIF entry in instance network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 787.045892] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updating instance_info_cache with network_info: [{"id": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "address": "fa:16:3e:66:3b:78", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b9cbd5-98", "ovs_interfaceid": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.209885] env[65368]: DEBUG nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 787.210935] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72c35e07-f6bf-4ca1-9025-1f987f2b499c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.253650] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522732} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.253930] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 158d47e7-5adc-4942-9ced-e17189142d72/158d47e7-5adc-4942-9ced-e17189142d72.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.254169] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 787.255094] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c26e51d8-acc8-418e-ad89-79856a22f3cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.262900] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 787.262900] env[65368]: value = "task-4424348" [ 787.262900] env[65368]: _type = "Task" [ 787.262900] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.273446] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.275212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.275501] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.275700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.275959] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.276157] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.278524] env[65368]: INFO nova.compute.manager [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Terminating instance [ 787.289894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b754cfc0-6ed2-4de0-89aa-6a2eb0ab6388 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-5e58ad68-c04d-4479-ba9c-f571055bb014-8a426324-4d7e-4542-9487-fee0fb67497e" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.797s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.373033] env[65368]: DEBUG nova.scheduler.client.report [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.407511] env[65368]: DEBUG nova.compute.manager [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 787.407748] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.408869] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b30388-6bf2-4268-9254-3d94920412a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.417335] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.417586] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48e3f918-61d9-40bb-8742-ccdefb72a572 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.425108] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 787.425108] env[65368]: value = "task-4424349" [ 787.425108] env[65368]: _type = "Task" [ 787.425108] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.434411] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424349, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.466953] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.467361] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Instance network_info: |[{"id": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "address": "fa:16:3e:73:7a:8a", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2322a6-98", "ovs_interfaceid": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 787.467829] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:7a:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '195e328b-e41a-49f5-9e51-546b8ea8ceba', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e2322a6-98fd-4b64-a5cf-ac0ab81590bc', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 787.475623] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 787.475849] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 787.476084] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c4f0b54-5e51-4be6-900c-459f9db4c639 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.497563] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 787.497563] env[65368]: value = "task-4424350" [ 787.497563] env[65368]: _type = "Task" [ 787.497563] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.507335] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424350, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.542536] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424347, 'name': Rename_Task, 'duration_secs': 0.46639} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.542841] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.543122] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23c0ec24-6268-4667-ac7d-6d851cfc9737 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.548786] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Releasing lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.549044] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Received event network-vif-plugged-65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.549239] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquiring lock "158d47e7-5adc-4942-9ced-e17189142d72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.549468] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Lock "158d47e7-5adc-4942-9ced-e17189142d72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.549643] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Lock "158d47e7-5adc-4942-9ced-e17189142d72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.549804] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] No waiting events found dispatching network-vif-plugged-65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 787.549906] env[65368]: WARNING nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Received unexpected event network-vif-plugged-65de6e4e-7c5a-4963-93d0-93bed9e76d45 for instance with vm_state building and task_state spawning. [ 787.550265] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Received event network-changed-65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 787.550265] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Refreshing instance network info cache due to event network-changed-65de6e4e-7c5a-4963-93d0-93bed9e76d45. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 787.550505] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquiring lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.550668] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquired lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.550825] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Refreshing network info cache for port 65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 787.553509] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 787.553509] env[65368]: value = "task-4424351" [ 787.553509] env[65368]: _type = "Task" [ 787.553509] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.563876] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.724988] env[65368]: INFO nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] instance snapshotting [ 787.725229] env[65368]: WARNING nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 787.728344] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d553d22-73a9-4f33-a30d-8904acb953d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.749019] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f74935d5-1c3d-4f7d-8061-936b58ddd609 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.782116] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074239} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.782116] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 787.782116] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cef15fc-56e8-4725-a517-e73c1d25f9c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.785847] env[65368]: DEBUG nova.compute.manager [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 787.790021] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 787.790021] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b575349c-2491-4cb8-8665-478a0b6c0f09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.826067] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 158d47e7-5adc-4942-9ced-e17189142d72/158d47e7-5adc-4942-9ced-e17189142d72.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 787.826458] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.827162] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77aa8baf-7170-4aa8-95c3-6c4981ccd2d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.843144] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3139746c-e399-44cc-bf4a-befb95fe1015 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.854548] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 787.854548] env[65368]: value = "task-4424353" [ 787.854548] env[65368]: _type = "Task" [ 787.854548] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.871571] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.878987] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.838s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.879650] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 787.882616] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.561s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.886562] env[65368]: INFO nova.compute.claims [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.941350] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424349, 'name': PowerOffVM_Task, 'duration_secs': 0.260274} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.943798] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.944017] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 787.946477] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-496e746b-b825-40c4-9329-02afd640dcbc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.971754] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 787.972042] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 787.972227] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleting the datastore file [datastore2] 46d105de-a26c-4f86-a3d2-d981e92d38bd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.972587] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e11221ee-2595-418a-a173-e8e912b37ff4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.980726] env[65368]: DEBUG oslo_vmware.api [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 787.980726] env[65368]: value = "task-4424355" [ 787.980726] env[65368]: _type = "Task" [ 787.980726] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.990285] env[65368]: DEBUG oslo_vmware.api [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424355, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.014022] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424350, 'name': CreateVM_Task, 'duration_secs': 0.452848} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.014022] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 788.014022] env[65368]: WARNING neutronclient.v2_0.client [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.014022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.014022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.015143] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.015143] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d989434-0a04-4ef3-b0cf-4dc26d1b243a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.023300] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 788.023300] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52510e5d-0c93-c4c0-4608-02303f88a048" [ 788.023300] env[65368]: _type = "Task" [ 788.023300] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.024922] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 788.025225] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 788.025410] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleting the datastore file [datastore2] 5e58ad68-c04d-4479-ba9c-f571055bb014 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.029342] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-36e3b58d-6b54-470d-b7fd-32330543ad9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.037919] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52510e5d-0c93-c4c0-4608-02303f88a048, 'name': SearchDatastore_Task, 'duration_secs': 0.010826} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.039488] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.039802] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 788.040116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.040322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.040560] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 788.040939] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 788.040939] env[65368]: value = "task-4424356" [ 788.040939] env[65368]: _type = "Task" [ 788.040939] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.041231] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6600adfa-1731-4c54-afbc-ac7139caad8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.053203] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424356, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.054908] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.064927] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 788.065147] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 788.069024] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-090494ef-0c41-435e-bb20-736bab493820 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.071842] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.076721] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 788.076721] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d59b3-392c-4a2f-6b90-37b09a8f4512" [ 788.076721] env[65368]: _type = "Task" [ 788.076721] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.089863] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d59b3-392c-4a2f-6b90-37b09a8f4512, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.259654] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.263439] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 788.263937] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0196a6c-a630-4f78-8650-ccfaf5a2cac7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.274888] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 788.274888] env[65368]: value = "task-4424357" [ 788.274888] env[65368]: _type = "Task" [ 788.274888] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.286292] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424357, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.318049] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.318336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.356157] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Updated VIF entry in instance network info cache for port 65de6e4e-7c5a-4963-93d0-93bed9e76d45. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.356562] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Updating instance_info_cache with network_info: [{"id": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "address": "fa:16:3e:8c:fa:e1", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65de6e4e-7c", "ovs_interfaceid": "65de6e4e-7c5a-4963-93d0-93bed9e76d45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.371566] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424353, 'name': ReconfigVM_Task, 'duration_secs': 0.449568} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.371841] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 158d47e7-5adc-4942-9ced-e17189142d72/158d47e7-5adc-4942-9ced-e17189142d72.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 788.374106] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13eb1e1c-d076-42d3-a1b2-1082dc91f52e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.382977] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 788.382977] env[65368]: value = "task-4424358" [ 788.382977] env[65368]: _type = "Task" [ 788.382977] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.393864] env[65368]: DEBUG nova.compute.utils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.397341] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424358, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.397657] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 788.397894] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.398232] env[65368]: WARNING neutronclient.v2_0.client [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.398529] env[65368]: WARNING neutronclient.v2_0.client [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.448614] env[65368]: DEBUG nova.policy [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b2827c87c51441eafbf8732ce2ec429', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d482b9a52a24e9dad6933e945d5ff10', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.452194] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.452624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.452906] env[65368]: DEBUG nova.compute.manager [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.454711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7dd791e-8cd9-43de-bda5-6cbefcbbab38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.463886] env[65368]: DEBUG nova.compute.manager [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 788.465295] env[65368]: DEBUG nova.objects.instance [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'flavor' on Instance uuid ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.495822] env[65368]: DEBUG oslo_vmware.api [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424355, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177129} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.497054] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.500134] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.500134] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.500134] env[65368]: INFO nova.compute.manager [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Took 0.71 seconds to destroy the instance on the hypervisor. [ 788.500134] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 788.500134] env[65368]: DEBUG nova.compute.manager [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 788.500134] env[65368]: DEBUG nova.network.neutron [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 788.500134] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.543171] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.558716] env[65368]: DEBUG oslo_vmware.api [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424356, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194168} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.570843] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.571505] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 788.572302] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 788.572519] env[65368]: INFO nova.compute.manager [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Took 1.16 seconds to destroy the instance on the hypervisor. [ 788.573071] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 788.573667] env[65368]: DEBUG nova.compute.manager [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 788.573943] env[65368]: DEBUG nova.network.neutron [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 788.574484] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.591348] env[65368]: DEBUG oslo_vmware.api [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424351, 'name': PowerOnVM_Task, 'duration_secs': 0.612907} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.592276] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.592582] env[65368]: INFO nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Took 9.23 seconds to spawn the instance on the hypervisor. [ 788.592810] env[65368]: DEBUG nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.594419] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-375d3bb8-b0ff-4b45-a79c-e9c7d9b5a325 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.604302] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d59b3-392c-4a2f-6b90-37b09a8f4512, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.606378] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88142784-960e-4c1a-81b3-b46e28713fc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.619714] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 788.619714] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d0bd8-0bd7-d5a4-94e0-f6145b1fb35e" [ 788.619714] env[65368]: _type = "Task" [ 788.619714] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.629850] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d0bd8-0bd7-d5a4-94e0-f6145b1fb35e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.787929] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424357, 'name': CreateSnapshot_Task, 'duration_secs': 0.422163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.788213] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 788.789501] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90750e29-0bc0-4930-a19a-f59cdea03345 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.792962] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Successfully created port: d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.857444] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.867196] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Releasing lock "refresh_cache-158d47e7-5adc-4942-9ced-e17189142d72" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.867508] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Received event network-vif-plugged-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 788.867719] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquiring lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.867912] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.868103] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.868257] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] No waiting events found dispatching network-vif-plugged-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 788.868433] env[65368]: WARNING nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Received unexpected event network-vif-plugged-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc for instance with vm_state building and task_state spawning. [ 788.868585] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Received event network-changed-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 788.868729] env[65368]: DEBUG nova.compute.manager [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Refreshing instance network info cache due to event network-changed-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 788.868868] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquiring lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.869163] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Acquired lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869288] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Refreshing network info cache for port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.898181] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 788.901853] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424358, 'name': Rename_Task, 'duration_secs': 0.244754} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.909017] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.909017] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-091d57ed-6c4f-4ad8-8578-bd42d6b5de92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.914788] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 788.914788] env[65368]: value = "task-4424359" [ 788.914788] env[65368]: _type = "Task" [ 788.914788] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.925225] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.131642] env[65368]: INFO nova.compute.manager [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Took 46.63 seconds to build instance. [ 789.139968] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522d0bd8-0bd7-d5a4-94e0-f6145b1fb35e, 'name': SearchDatastore_Task, 'duration_secs': 0.011361} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.140321] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.141055] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/b48b5986-25cc-4cf6-b84c-7673d7f615d9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.141055] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8296833a-cf3f-416c-8ac4-2f944ecc7c75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.149493] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 789.149493] env[65368]: value = "task-4424360" [ 789.149493] env[65368]: _type = "Task" [ 789.149493] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.160313] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.314564] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 789.315256] env[65368]: DEBUG nova.network.neutron [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.316500] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3599fa1-ec1d-4831-a2c2-e795980bc004 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.325983] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 789.325983] env[65368]: value = "task-4424361" [ 789.325983] env[65368]: _type = "Task" [ 789.325983] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.340375] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424361, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.372303] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.426220] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424359, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.473073] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.473470] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60f12470-9048-4f2a-b1f6-bc0ff5e28b57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.488697] env[65368]: DEBUG oslo_vmware.api [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 789.488697] env[65368]: value = "task-4424362" [ 789.488697] env[65368]: _type = "Task" [ 789.488697] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.501274] env[65368]: DEBUG oslo_vmware.api [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.503318] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f1c66-a7c1-4565-8973-4d968e9083cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.520769] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998f1149-2bcd-4400-a2d2-813ad3d72b05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.566206] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d2de7-2d0c-4ff0-ae56-d3aeaaf34adb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.581500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a81d0-8381-43c2-984e-15c2361fb547 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.605278] env[65368]: DEBUG nova.compute.provider_tree [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 789.635748] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6429a507-e3a9-4ec4-8d07-0a7641a76cf3 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.713s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.664285] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424360, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.668586] env[65368]: DEBUG nova.compute.manager [req-9ecd6580-fd5b-4302-84eb-619e54679b19 req-b3498d26-df9c-4764-b719-30317d48b1c4 service nova] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Received event network-vif-deleted-a978ffaf-f1c6-492d-b30c-210b0487f581 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 789.821393] env[65368]: INFO nova.compute.manager [-] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Took 1.32 seconds to deallocate network for instance. [ 789.842931] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424361, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.879189] env[65368]: WARNING neutronclient.v2_0.client [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.881464] env[65368]: DEBUG nova.network.neutron [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.909356] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 789.929256] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424359, 'name': PowerOnVM_Task, 'duration_secs': 0.74192} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.930154] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.930258] env[65368]: INFO nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Took 7.78 seconds to spawn the instance on the hypervisor. [ 789.930354] env[65368]: DEBUG nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 789.931268] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bef25f4-1dfb-481e-9e6f-fff4be07c19e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.951140] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.951472] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.952039] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.952039] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.952039] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.952039] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.952243] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.952321] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.952499] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.952660] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.952824] env[65368]: DEBUG nova.virt.hardware [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.953772] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5c097b-f5d7-4a43-a1fd-b860c2857801 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.968261] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-086c658d-6151-4395-8279-3073228f12fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.005324] env[65368]: DEBUG oslo_vmware.api [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424362, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.027322] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updated VIF entry in instance network info cache for port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 790.028161] env[65368]: DEBUG nova.network.neutron [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updating instance_info_cache with network_info: [{"id": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "address": "fa:16:3e:73:7a:8a", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2322a6-98", "ovs_interfaceid": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.131285] env[65368]: ERROR nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [req-d94145ba-1dad-4d74-bc42-32bb5294af77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d94145ba-1dad-4d74-bc42-32bb5294af77"}]} [ 790.141189] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 790.156228] env[65368]: DEBUG nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 790.164844] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638101} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.165597] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/b48b5986-25cc-4cf6-b84c-7673d7f615d9.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.165597] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.165597] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5a3fa9-60e5-4e62-bdca-ff19d2948a51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.175082] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 790.175082] env[65368]: value = "task-4424363" [ 790.175082] env[65368]: _type = "Task" [ 790.175082] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.179751] env[65368]: DEBUG nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 790.179969] env[65368]: DEBUG nova.compute.provider_tree [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.186476] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424363, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.204254] env[65368]: DEBUG nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 790.224426] env[65368]: DEBUG nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 790.332638] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.340442] env[65368]: DEBUG nova.compute.manager [req-9754739b-8643-4c57-883b-8371df7841d3 req-27d41698-0a41-4a3b-9ecd-5d3d75261545 service nova] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Received event network-vif-deleted-9a1cc346-bcc6-480b-b7b4-1c2e26bd6f6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 790.346626] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424361, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.384507] env[65368]: INFO nova.compute.manager [-] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Took 1.81 seconds to deallocate network for instance. [ 790.471669] env[65368]: INFO nova.compute.manager [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Took 45.97 seconds to build instance. [ 790.474856] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Successfully updated port: d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.507138] env[65368]: DEBUG oslo_vmware.api [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424362, 'name': PowerOffVM_Task, 'duration_secs': 0.586725} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.510669] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.510669] env[65368]: DEBUG nova.compute.manager [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 790.512081] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-887596d0-05ec-49b8-849d-6f4699b757e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.531830] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe136b59-3fff-4dbb-baed-e33f0948659f req-529ea77b-2943-4a69-97ff-79980ac7f71c service nova] Releasing lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.662803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.688658] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424363, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101624} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.688909] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 790.689779] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02dcfcd-6597-401d-94e3-899fed0a144e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.715371] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/b48b5986-25cc-4cf6-b84c-7673d7f615d9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 790.718668] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-997ee8ea-742a-4ad0-8875-bd4b9c6eca2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.742219] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 790.742219] env[65368]: value = "task-4424364" [ 790.742219] env[65368]: _type = "Task" [ 790.742219] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.752598] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.852414] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424361, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.884718] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bda2d5d-8dd2-46ac-8dd2-59bedcffb4f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.893598] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf2806b-f96c-4982-858d-62396deb5a8e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.898541] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.925685] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6413c5-e843-4ada-b579-d771287dd29c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.934617] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-728744ca-08bc-4911-b2a1-c01ab8802835 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.950132] env[65368]: DEBUG nova.compute.provider_tree [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 790.974279] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3f84-97d9-479d-af65-bd6bd3b4df7e tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.896s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.980046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.980284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980621] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.028545] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c849afd0-ebcc-4747-afe5-9c6145de9816 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.576s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.255875] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.345866] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424361, 'name': CloneVM_Task, 'duration_secs': 1.890605} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.346154] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Created linked-clone VM from snapshot [ 791.347063] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2643bb10-8e37-4370-9728-6231c1785ddd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.358943] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Uploading image ad320767-1fc2-457c-a0e6-f04a2862d39c {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 791.387825] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 791.387825] env[65368]: value = "vm-865772" [ 791.387825] env[65368]: _type = "VirtualMachine" [ 791.387825] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 791.388898] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-be73c29f-8aa3-4953-931d-7064fa75c46e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.396999] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease: (returnval){ [ 791.396999] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c12154-d6f8-ec8c-d705-ad6061d16d06" [ 791.396999] env[65368]: _type = "HttpNfcLease" [ 791.396999] env[65368]: } obtained for exporting VM: (result){ [ 791.396999] env[65368]: value = "vm-865772" [ 791.396999] env[65368]: _type = "VirtualMachine" [ 791.396999] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 791.397329] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the lease: (returnval){ [ 791.397329] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c12154-d6f8-ec8c-d705-ad6061d16d06" [ 791.397329] env[65368]: _type = "HttpNfcLease" [ 791.397329] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 791.406777] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.406777] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c12154-d6f8-ec8c-d705-ad6061d16d06" [ 791.406777] env[65368]: _type = "HttpNfcLease" [ 791.406777] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 791.477867] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 791.501398] env[65368]: DEBUG nova.scheduler.client.report [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 791.501686] env[65368]: DEBUG nova.compute.provider_tree [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 68 to 69 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 791.501860] env[65368]: DEBUG nova.compute.provider_tree [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 791.531275] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.621362] env[65368]: WARNING neutronclient.v2_0.client [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.701877] env[65368]: DEBUG nova.network.neutron [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Updating instance_info_cache with network_info: [{"id": "d470d5f9-1596-431d-912b-817813dc98c3", "address": "fa:16:3e:be:43:44", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470d5f9-15", "ovs_interfaceid": "d470d5f9-1596-431d-912b-817813dc98c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.754377] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424364, 'name': ReconfigVM_Task, 'duration_secs': 0.647979} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.754741] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Reconfigured VM instance instance-0000002a to attach disk [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/b48b5986-25cc-4cf6-b84c-7673d7f615d9.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 791.755075] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65368) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 791.755812] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-95132582-bff0-4417-a268-7e37b6114655 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.765209] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 791.765209] env[65368]: value = "task-4424366" [ 791.765209] env[65368]: _type = "Task" [ 791.765209] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.783086] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424366, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.910436] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 791.910436] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c12154-d6f8-ec8c-d705-ad6061d16d06" [ 791.910436] env[65368]: _type = "HttpNfcLease" [ 791.910436] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 791.910917] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 791.910917] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c12154-d6f8-ec8c-d705-ad6061d16d06" [ 791.910917] env[65368]: _type = "HttpNfcLease" [ 791.910917] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 791.912622] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb70659c-e8d8-40c7-91da-b91e07709172 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.924046] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 791.924287] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 792.009035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.127s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.009685] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 792.015978] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.337s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.016827] env[65368]: DEBUG nova.objects.instance [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lazy-loading 'resources' on Instance uuid 67e04a3c-c5b6-4187-a239-01341ea0230b {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.018448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.022940] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Received event network-vif-plugged-d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.022940] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Acquiring lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.022940] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.022940] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.022940] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] No waiting events found dispatching network-vif-plugged-d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 792.022940] env[65368]: WARNING nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Received unexpected event network-vif-plugged-d470d5f9-1596-431d-912b-817813dc98c3 for instance with vm_state building and task_state spawning. [ 792.022940] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Received event network-changed-d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.022940] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Refreshing instance network info cache due to event network-changed-d470d5f9-1596-431d-912b-817813dc98c3. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 792.022940] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Acquiring lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.029315] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7e01a35a-16dc-460e-9b09-adc57719de9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.143766] env[65368]: DEBUG nova.objects.instance [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'flavor' on Instance uuid ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.211359] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.211850] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Instance network_info: |[{"id": "d470d5f9-1596-431d-912b-817813dc98c3", "address": "fa:16:3e:be:43:44", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470d5f9-15", "ovs_interfaceid": "d470d5f9-1596-431d-912b-817813dc98c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 792.212299] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Acquired lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.212642] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Refreshing network info cache for port d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.214182] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:43:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e2153f70-3d14-42ab-8bb3-be78296dd3b8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd470d5f9-1596-431d-912b-817813dc98c3', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.224631] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 792.225276] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.225982] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f452d74-f3e3-41e9-803c-ccd9fd9d9128 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.251900] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.251900] env[65368]: value = "task-4424367" [ 792.251900] env[65368]: _type = "Task" [ 792.251900] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.266536] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424367, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.282173] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424366, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.089281} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.282173] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65368) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 792.282973] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0a1474e-814c-4594-aee6-013e27b0780f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.329460] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/ephemeral_0.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 792.330294] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf3929fd-d33a-4511-a363-d7d0426be4e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.358701] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 792.358701] env[65368]: value = "task-4424368" [ 792.358701] env[65368]: _type = "Task" [ 792.358701] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.371497] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424368, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.491103] env[65368]: DEBUG nova.compute.manager [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 792.491103] env[65368]: DEBUG nova.compute.manager [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing instance network info cache due to event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 792.491103] env[65368]: DEBUG oslo_concurrency.lockutils [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] Acquiring lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.491103] env[65368]: DEBUG oslo_concurrency.lockutils [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] Acquired lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.491555] env[65368]: DEBUG nova.network.neutron [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.525021] env[65368]: DEBUG nova.compute.utils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.530364] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 792.530364] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 792.530499] env[65368]: WARNING neutronclient.v2_0.client [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.531043] env[65368]: WARNING neutronclient.v2_0.client [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.597860] env[65368]: DEBUG nova.policy [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba9fd62f7d2247b4946904b2b5eeab63', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b32a30dd9ed8472eb48ba558763919ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.651950] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.652264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.652503] env[65368]: DEBUG nova.network.neutron [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 792.652716] env[65368]: DEBUG nova.objects.instance [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'info_cache' on Instance uuid ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.727082] env[65368]: WARNING neutronclient.v2_0.client [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.769691] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424367, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.878128] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424368, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.995827] env[65368]: WARNING neutronclient.v2_0.client [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.037677] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 793.110945] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Successfully created port: 2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 793.114483] env[65368]: WARNING neutronclient.v2_0.client [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.157565] env[65368]: DEBUG nova.objects.base [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 793.269451] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424367, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.310129] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c33ca04-0e53-403a-b1de-5c3e63231ad1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.314552] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Updated VIF entry in instance network info cache for port d470d5f9-1596-431d-912b-817813dc98c3. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.315154] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Updating instance_info_cache with network_info: [{"id": "d470d5f9-1596-431d-912b-817813dc98c3", "address": "fa:16:3e:be:43:44", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd470d5f9-15", "ovs_interfaceid": "d470d5f9-1596-431d-912b-817813dc98c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.323334] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-316f4ef4-ed88-4d2d-971f-9a8d34d4079d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.364562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d753384c-a6ae-4f23-9ccf-e022f728e72a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.382099] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ea539c-71fb-4778-8043-a1786636c76a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.387385] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424368, 'name': ReconfigVM_Task, 'duration_secs': 0.55668} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.388143] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Reconfigured VM instance instance-0000002a to attach disk [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9/ephemeral_0.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 793.389254] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d904c26a-51bd-4a08-9a5a-d9f7544d34ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.403331] env[65368]: DEBUG nova.compute.provider_tree [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.409213] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 793.409213] env[65368]: value = "task-4424369" [ 793.409213] env[65368]: _type = "Task" [ 793.409213] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.412865] env[65368]: WARNING neutronclient.v2_0.client [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.422911] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424369, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.648926] env[65368]: DEBUG nova.network.neutron [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updated VIF entry in instance network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 793.649476] env[65368]: DEBUG nova.network.neutron [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updating instance_info_cache with network_info: [{"id": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "address": "fa:16:3e:66:3b:78", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b9cbd5-98", "ovs_interfaceid": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.659364] env[65368]: WARNING neutronclient.v2_0.client [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.769022] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424367, 'name': CreateVM_Task, 'duration_secs': 1.082126} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.769022] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.769022] env[65368]: WARNING neutronclient.v2_0.client [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.769022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.769022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.769022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.769022] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f898a0d-81f0-4beb-af85-fa77546ee198 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.776132] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 793.776132] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b955a-f110-474f-f6e0-321d09d467d8" [ 793.776132] env[65368]: _type = "Task" [ 793.776132] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.785592] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b955a-f110-474f-f6e0-321d09d467d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.818936] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Releasing lock "refresh_cache-8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.818936] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 793.818936] env[65368]: DEBUG nova.compute.manager [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing instance network info cache due to event network-changed-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 793.818936] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Acquiring lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.911150] env[65368]: DEBUG nova.scheduler.client.report [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 793.932329] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424369, 'name': Rename_Task, 'duration_secs': 0.220256} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.932329] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 793.932329] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a399065-2261-415c-bf8e-e162ed6575a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.940614] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 793.940614] env[65368]: value = "task-4424370" [ 793.940614] env[65368]: _type = "Task" [ 793.940614] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.951430] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.036977] env[65368]: WARNING neutronclient.v2_0.client [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.055161] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 794.080531] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 794.080808] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.080958] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 794.081141] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.081281] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 794.081415] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 794.081611] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 794.081761] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 794.081915] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 794.082077] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 794.082246] env[65368]: DEBUG nova.virt.hardware [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 794.083305] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc2b86c6-6022-4747-9b85-159ce641d712 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.092555] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c31791-b27b-40be-bcea-02a6cc2e61f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.153597] env[65368]: DEBUG oslo_concurrency.lockutils [req-07fb2fee-3bed-437b-981c-de20641aa060 req-e304b606-f3dc-492e-bd81-246854db2784 service nova] Releasing lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.153597] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Acquired lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.153597] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Refreshing network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.200456] env[65368]: DEBUG nova.network.neutron [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.287151] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b955a-f110-474f-f6e0-321d09d467d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01425} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.287533] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.287787] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.288035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.288194] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.288379] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.288658] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67acde9b-c057-4f9d-ac10-0ea4704102d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.300106] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.300322] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.301068] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da1a504b-1964-468c-898d-a51942371f2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.307420] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 794.307420] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b53019-bfb3-5b3f-ff7f-8cafa42e27b2" [ 794.307420] env[65368]: _type = "Task" [ 794.307420] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.316785] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b53019-bfb3-5b3f-ff7f-8cafa42e27b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.424645] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.409s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.427449] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.266s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.427997] env[65368]: DEBUG nova.objects.instance [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lazy-loading 'resources' on Instance uuid e35ed46c-2e45-4101-8340-584f046c42a2 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 794.452416] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424370, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.454940] env[65368]: INFO nova.scheduler.client.report [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted allocations for instance 67e04a3c-c5b6-4187-a239-01341ea0230b [ 794.658803] env[65368]: WARNING neutronclient.v2_0.client [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.704014] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.791767] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Successfully updated port: 2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 794.830868] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b53019-bfb3-5b3f-ff7f-8cafa42e27b2, 'name': SearchDatastore_Task, 'duration_secs': 0.014067} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.831529] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec210c7-df4f-428e-98e3-3265f1aecd55 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.840202] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 794.840202] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a9fb6-bd24-6d14-2fa0-c073d2b5c12f" [ 794.840202] env[65368]: _type = "Task" [ 794.840202] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.859614] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a9fb6-bd24-6d14-2fa0-c073d2b5c12f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.914332] env[65368]: WARNING neutronclient.v2_0.client [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.958524] env[65368]: DEBUG oslo_vmware.api [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424370, 'name': PowerOnVM_Task, 'duration_secs': 0.802359} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.962225] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 794.962490] env[65368]: INFO nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Took 9.64 seconds to spawn the instance on the hypervisor. [ 794.962708] env[65368]: DEBUG nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 794.965355] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31be46be-9656-47d4-8749-a3fbeb6c09c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.970280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-79272435-1715-4ced-aaed-f9b22b7a04ae tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "67e04a3c-c5b6-4187-a239-01341ea0230b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.014s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.996397] env[65368]: DEBUG nova.compute.manager [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Received event network-vif-plugged-2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 794.996593] env[65368]: DEBUG oslo_concurrency.lockutils [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] Acquiring lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.998065] env[65368]: DEBUG oslo_concurrency.lockutils [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.998065] env[65368]: DEBUG oslo_concurrency.lockutils [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 794.998065] env[65368]: DEBUG nova.compute.manager [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] No waiting events found dispatching network-vif-plugged-2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 794.998065] env[65368]: WARNING nova.compute.manager [req-5e819aa0-aeea-412f-9960-751b05a6be92 req-6eacfcdc-7d0f-4ea0-b4d4-64d326ec07d4 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Received unexpected event network-vif-plugged-2e388df9-1a49-47d1-98a2-699e629ac8df for instance with vm_state building and task_state spawning. [ 795.036353] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updated VIF entry in instance network info cache for port 62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.037782] env[65368]: DEBUG nova.network.neutron [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updating instance_info_cache with network_info: [{"id": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "address": "fa:16:3e:66:3b:78", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b9cbd5-98", "ovs_interfaceid": "62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.294686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.294872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquired lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.295067] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 795.360756] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a9fb6-bd24-6d14-2fa0-c073d2b5c12f, 'name': SearchDatastore_Task, 'duration_secs': 0.017487} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.361147] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.361533] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd/8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.366165] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da0a25e7-4d55-4e44-b5f1-c6bc68115b79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.377023] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 795.377023] env[65368]: value = "task-4424371" [ 795.377023] env[65368]: _type = "Task" [ 795.377023] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.390878] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.497399] env[65368]: INFO nova.compute.manager [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Took 40.64 seconds to build instance. [ 795.510297] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d152a531-9ff2-4cb9-9b5d-eadaf30712f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.523022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b0b5f9-a22d-40c1-a8a1-6422b9bcb475 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.564357] env[65368]: DEBUG oslo_concurrency.lockutils [req-a9ebd1ea-d1b0-4ae8-b0c0-f7ea2aedcad8 req-b2fa462d-716a-4f1b-91c7-e8c4d891efcd service nova] Releasing lock "refresh_cache-a4112107-4e15-491d-9b5f-8a004b295115" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.565916] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab08643-9dc4-49a5-938b-7c59c09843bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.575400] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899d3ab-8e9e-4efd-8b6a-5433bf365385 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.592355] env[65368]: DEBUG nova.compute.provider_tree [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.714644] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.714993] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c413a42-3d72-4206-9c9c-fbbd9f4c9182 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.724126] env[65368]: DEBUG oslo_vmware.api [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 795.724126] env[65368]: value = "task-4424372" [ 795.724126] env[65368]: _type = "Task" [ 795.724126] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.735251] env[65368]: DEBUG oslo_vmware.api [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424372, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.859578] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 795.892653] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424371, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.999719] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd53574b-5172-476c-93c7-2e738d48f332 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.718s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.031028] env[65368]: WARNING neutronclient.v2_0.client [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.095758] env[65368]: DEBUG nova.scheduler.client.report [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.194587] env[65368]: DEBUG nova.network.neutron [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updating instance_info_cache with network_info: [{"id": "2e388df9-1a49-47d1-98a2-699e629ac8df", "address": "fa:16:3e:78:7a:dc", "network": {"id": "73e383c7-1c92-4600-bc2a-a6b2ce1cc5cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964314198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b32a30dd9ed8472eb48ba558763919ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e388df9-1a", "ovs_interfaceid": "2e388df9-1a49-47d1-98a2-699e629ac8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.241849] env[65368]: DEBUG oslo_vmware.api [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424372, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.389038] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626291} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.389247] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd/8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.389633] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.389763] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b94203-2896-4680-a51e-da1d64330719 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.398017] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 796.398017] env[65368]: value = "task-4424373" [ 796.398017] env[65368]: _type = "Task" [ 796.398017] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.412402] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.505197] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 796.602260] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.175s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.605356] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.310s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.607093] env[65368]: INFO nova.compute.claims [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 796.630920] env[65368]: INFO nova.scheduler.client.report [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Deleted allocations for instance e35ed46c-2e45-4101-8340-584f046c42a2 [ 796.698417] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Releasing lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.698576] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Instance network_info: |[{"id": "2e388df9-1a49-47d1-98a2-699e629ac8df", "address": "fa:16:3e:78:7a:dc", "network": {"id": "73e383c7-1c92-4600-bc2a-a6b2ce1cc5cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964314198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b32a30dd9ed8472eb48ba558763919ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e388df9-1a", "ovs_interfaceid": "2e388df9-1a49-47d1-98a2-699e629ac8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 796.700025] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:7a:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7150f662-0cf1-44f9-ae14-d70f479649b6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e388df9-1a49-47d1-98a2-699e629ac8df', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 796.707796] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Creating folder: Project (b32a30dd9ed8472eb48ba558763919ed). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.708191] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4920b3c1-4b6f-4f6f-a041-0db3571c575d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.721260] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Created folder: Project (b32a30dd9ed8472eb48ba558763919ed) in parent group-v865657. [ 796.721505] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Creating folder: Instances. Parent ref: group-v865774. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 796.722156] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69128cb7-ee94-43c8-bfe1-0017d1604b0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.733119] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Created folder: Instances in parent group-v865774. [ 796.733419] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 796.737304] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 796.737740] env[65368]: DEBUG oslo_vmware.api [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424372, 'name': PowerOnVM_Task, 'duration_secs': 0.577647} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.737844] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d644ff66-3207-4320-8c6f-68b8003c04a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.754088] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.754329] env[65368]: DEBUG nova.compute.manager [None req-4767ed64-2d23-402e-afd1-8ad74ee3aefe tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.758059] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6bd9e40-a23d-4743-81b9-59c35f20a7aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.768112] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 796.768112] env[65368]: value = "task-4424376" [ 796.768112] env[65368]: _type = "Task" [ 796.768112] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.778186] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424376, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.911023] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092195} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.911647] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.912709] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468407e3-b6c8-4311-ae67-adc8a66c1048 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.940088] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd/8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.940478] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb642f4c-b303-4ba2-9808-4d751f529581 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.965110] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 796.965110] env[65368]: value = "task-4424377" [ 796.965110] env[65368]: _type = "Task" [ 796.965110] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.975816] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.031456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.137808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c7c28aeb-5d46-4c56-8f41-0903a878a1bf tempest-ServerShowV247Test-1987754211 tempest-ServerShowV247Test-1987754211-project-member] Lock "e35ed46c-2e45-4101-8340-584f046c42a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.457s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.234375] env[65368]: DEBUG nova.compute.manager [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Received event network-changed-2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 797.234612] env[65368]: DEBUG nova.compute.manager [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Refreshing instance network info cache due to event network-changed-2e388df9-1a49-47d1-98a2-699e629ac8df. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 797.234823] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Acquiring lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.234957] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Acquired lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.235131] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Refreshing network info cache for port 2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 797.284442] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424376, 'name': CreateVM_Task, 'duration_secs': 0.457106} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.285318] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.285985] env[65368]: WARNING neutronclient.v2_0.client [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.286255] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.286522] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.286912] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.287444] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18112df6-231b-43d6-ac14-3c4c1b22decb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.295101] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 797.295101] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1b24-d6db-b03b-2346-d35df1f75a55" [ 797.295101] env[65368]: _type = "Task" [ 797.295101] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.306438] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1b24-d6db-b03b-2346-d35df1f75a55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.479028] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424377, 'name': ReconfigVM_Task, 'duration_secs': 0.410176} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.479028] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd/8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.479028] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38a1c4df-f962-4f6d-af25-c97aef8fbf0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.489023] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 797.489023] env[65368]: value = "task-4424378" [ 797.489023] env[65368]: _type = "Task" [ 797.489023] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.504036] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424378, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.737513] env[65368]: WARNING neutronclient.v2_0.client [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.809954] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1b24-d6db-b03b-2346-d35df1f75a55, 'name': SearchDatastore_Task, 'duration_secs': 0.014733} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.810433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.810693] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 797.811151] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.811151] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.811339] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 797.811543] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea9717f-d3f1-4d6f-bc89-71592d755b10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.824272] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 797.824272] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 797.824272] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfc9fa0d-69e5-4469-be30-3be6fe2436c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.831652] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 797.831652] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5d9af-c850-ce6b-0d7b-84f1bd458839" [ 797.831652] env[65368]: _type = "Task" [ 797.831652] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.844395] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5d9af-c850-ce6b-0d7b-84f1bd458839, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.003224] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424378, 'name': Rename_Task, 'duration_secs': 0.163357} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.003556] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.003835] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2940e848-68db-4484-82c2-0c08529afcdc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.016367] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 798.016367] env[65368]: value = "task-4424379" [ 798.016367] env[65368]: _type = "Task" [ 798.016367] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.031395] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.115498] env[65368]: WARNING neutronclient.v2_0.client [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 798.222592] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5a901-feb7-4b63-b778-c29c98490d62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.234827] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87ac447-9a40-43cb-b03d-88f7a4877d23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.243800] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updated VIF entry in instance network info cache for port 2e388df9-1a49-47d1-98a2-699e629ac8df. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 798.246048] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updating instance_info_cache with network_info: [{"id": "2e388df9-1a49-47d1-98a2-699e629ac8df", "address": "fa:16:3e:78:7a:dc", "network": {"id": "73e383c7-1c92-4600-bc2a-a6b2ce1cc5cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964314198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b32a30dd9ed8472eb48ba558763919ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e388df9-1a", "ovs_interfaceid": "2e388df9-1a49-47d1-98a2-699e629ac8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.285347] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f15b6-5690-4c49-ba6b-1b705b3d8e27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.295643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f508d221-fb37-458e-9a29-b655e1bc67e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.311140] env[65368]: DEBUG nova.compute.provider_tree [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.342880] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5d9af-c850-ce6b-0d7b-84f1bd458839, 'name': SearchDatastore_Task, 'duration_secs': 0.013594} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.345018] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59a98e56-23e5-4368-be93-9cba51147bba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.350741] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 798.350741] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252d796-c1ef-abfe-9bd5-67d3106665ee" [ 798.350741] env[65368]: _type = "Task" [ 798.350741] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.363285] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252d796-c1ef-abfe-9bd5-67d3106665ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.532226] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424379, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.554591] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.554865] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.555287] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.555287] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.555396] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.555450] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.555595] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.556156] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 798.556156] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 798.748629] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Releasing lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.749035] env[65368]: DEBUG nova.compute.manager [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Received event network-changed-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 798.749035] env[65368]: DEBUG nova.compute.manager [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Refreshing instance network info cache due to event network-changed-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 798.749154] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Acquiring lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.749191] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Acquired lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.749949] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Refreshing network info cache for port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 798.815034] env[65368]: DEBUG nova.scheduler.client.report [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.864883] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252d796-c1ef-abfe-9bd5-67d3106665ee, 'name': SearchDatastore_Task, 'duration_secs': 0.027968} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.865903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.865903] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 9eee2e68-d3fd-40c2-9259-9216a20afaf0/9eee2e68-d3fd-40c2-9259-9216a20afaf0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 798.866040] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f687cb8a-80dd-47cb-8020-3fd3c0ac4294 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.874506] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 798.874506] env[65368]: value = "task-4424380" [ 798.874506] env[65368]: _type = "Task" [ 798.874506] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.884687] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.894818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "c14deced-1d42-4042-8f2b-68601790b89e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.895066] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.031474] env[65368]: DEBUG oslo_vmware.api [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424379, 'name': PowerOnVM_Task, 'duration_secs': 0.634612} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.031779] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 799.031999] env[65368]: INFO nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Took 9.12 seconds to spawn the instance on the hypervisor. [ 799.032200] env[65368]: DEBUG nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 799.033529] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02fc4b-8f06-42da-8b72-12e395300562 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.059139] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.252693] env[65368]: WARNING neutronclient.v2_0.client [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.323356] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.718s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.324086] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 799.329777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.782s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.332954] env[65368]: INFO nova.compute.claims [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.390184] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424380, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.446567] env[65368]: WARNING neutronclient.v2_0.client [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.524977] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updated VIF entry in instance network info cache for port 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 799.525428] env[65368]: DEBUG nova.network.neutron [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updating instance_info_cache with network_info: [{"id": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "address": "fa:16:3e:73:7a:8a", "network": {"id": "68c7056c-de4b-43a0-b28a-118517813531", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1120304785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff109f194ec34a5cbfdf111876578c64", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "195e328b-e41a-49f5-9e51-546b8ea8ceba", "external-id": "nsx-vlan-transportzone-735", "segmentation_id": 735, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e2322a6-98", "ovs_interfaceid": "7e2322a6-98fd-4b64-a5cf-ac0ab81590bc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.556277] env[65368]: INFO nova.compute.manager [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Took 39.79 seconds to build instance. [ 799.839401] env[65368]: DEBUG nova.compute.utils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.845396] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 799.845645] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 799.846023] env[65368]: WARNING neutronclient.v2_0.client [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.846520] env[65368]: WARNING neutronclient.v2_0.client [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.893786] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424380, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.919854] env[65368]: DEBUG nova.policy [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42c23479997f4fbbac9a99db719e2aa6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a500f07a07184a3795672a0cdbbcd7ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 799.967627] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "a75e05b6-f88d-485d-8dca-c833e2f47486" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.967907] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.968122] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.968767] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.968767] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.972789] env[65368]: INFO nova.compute.manager [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Terminating instance [ 800.028707] env[65368]: DEBUG oslo_concurrency.lockutils [req-a8a57466-b223-4606-bc12-c87f258c487a req-017aa720-c5ea-4682-ad27-9b1860b0589b service nova] Releasing lock "refresh_cache-b48b5986-25cc-4cf6-b84c-7673d7f615d9" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.058837] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ed63958-9fb4-4508-a65c-8016a96e46f2 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.327s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.086186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "2b49a267-efa9-4c11-b2cb-108b7da77935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.086186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.086186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.086186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.086186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.088265] env[65368]: INFO nova.compute.manager [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Terminating instance [ 800.237576] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Successfully created port: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 800.345860] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 800.395182] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424380, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.027564} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.395642] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 9eee2e68-d3fd-40c2-9259-9216a20afaf0/9eee2e68-d3fd-40c2-9259-9216a20afaf0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.395642] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.396236] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cee09dc-ab8a-41ae-b31e-48848b3c9d81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.404511] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 800.404511] env[65368]: value = "task-4424381" [ 800.404511] env[65368]: _type = "Task" [ 800.404511] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.419962] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424381, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.477578] env[65368]: DEBUG nova.compute.manager [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 800.477813] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.478737] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17738ac6-9764-4447-8630-8b43c48dda88 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.490405] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.490715] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6d3d1a3c-7c41-4069-a8e0-d4f7679a3500 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.499590] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 800.499590] env[65368]: value = "task-4424382" [ 800.499590] env[65368]: _type = "Task" [ 800.499590] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.512342] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424382, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.561749] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 800.595720] env[65368]: DEBUG nova.compute.manager [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 800.595944] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.597162] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e55443aa-b995-4ab6-8df3-129f1f4e3f61 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.607358] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.607623] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-632d385a-633c-49c7-902e-69adcf348b4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.615556] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 800.615556] env[65368]: value = "task-4424383" [ 800.615556] env[65368]: _type = "Task" [ 800.615556] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.626292] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424383, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.917266] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424381, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07536} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.920179] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 800.921677] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62503324-3457-4b91-950f-ffd629e9e138 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.946873] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 9eee2e68-d3fd-40c2-9259-9216a20afaf0/9eee2e68-d3fd-40c2-9259-9216a20afaf0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 800.949754] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e470ef44-84e2-44fc-8e88-a95b696012ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.973899] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 800.973899] env[65368]: value = "task-4424384" [ 800.973899] env[65368]: _type = "Task" [ 800.973899] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.983875] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.013443] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424382, 'name': PowerOffVM_Task, 'duration_secs': 0.416321} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.013711] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.013924] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.014256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-568f92e1-1ad3-4ed1-bac9-a6c8829d530a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.017467] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01561c4-7637-45fd-a2af-cad294ef622f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.026087] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9627b06-5a6c-4b60-8ee1-f0876bdb0003 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.063858] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-195b6b73-c97d-4149-96ad-9f3fa9f9f26e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.073780] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b95ff70-4b5c-453f-b385-7e2372d5365d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.090706] env[65368]: DEBUG nova.compute.provider_tree [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.092910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.103897] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.103897] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.103897] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleting the datastore file [datastore2] a75e05b6-f88d-485d-8dca-c833e2f47486 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.103897] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61e3e7d6-e9d0-4b25-8fcb-0ff14624c063 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.111603] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 801.111603] env[65368]: value = "task-4424386" [ 801.111603] env[65368]: _type = "Task" [ 801.111603] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.123852] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424386, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.130066] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424383, 'name': PowerOffVM_Task, 'duration_secs': 0.306136} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.130477] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.130949] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.130949] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d08556a3-e347-46c2-8143-c8788d5e392e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.207547] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.207851] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.208132] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleting the datastore file [datastore2] 2b49a267-efa9-4c11-b2cb-108b7da77935 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.208701] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b676c42-2f0d-4272-b6b2-46832f52e5ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.218669] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for the task: (returnval){ [ 801.218669] env[65368]: value = "task-4424388" [ 801.218669] env[65368]: _type = "Task" [ 801.218669] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.230428] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.359124] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 801.389235] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.389598] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.389799] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.389988] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.390146] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.390295] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.390519] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.390677] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.390839] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.390998] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.391187] env[65368]: DEBUG nova.virt.hardware [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.392641] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96660423-a10e-492a-9536-ebbd8fa20075 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.402148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e38390c-3616-40d6-b64c-5580b94653a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.487028] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424384, 'name': ReconfigVM_Task, 'duration_secs': 0.450958} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.487028] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 9eee2e68-d3fd-40c2-9259-9216a20afaf0/9eee2e68-d3fd-40c2-9259-9216a20afaf0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 801.487246] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca713ac1-06be-4629-88f8-7008719fe73b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.495886] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 801.495886] env[65368]: value = "task-4424389" [ 801.495886] env[65368]: _type = "Task" [ 801.495886] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.508942] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424389, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.595491] env[65368]: DEBUG nova.scheduler.client.report [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.627092] env[65368]: DEBUG oslo_vmware.api [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424386, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224086} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.627484] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.627767] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.628015] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.628244] env[65368]: INFO nova.compute.manager [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Took 1.15 seconds to destroy the instance on the hypervisor. [ 801.628598] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.628833] env[65368]: DEBUG nova.compute.manager [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.628959] env[65368]: DEBUG nova.network.neutron [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.631244] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.670781] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.731852] env[65368]: DEBUG oslo_vmware.api [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Task: {'id': task-4424388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234532} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.732178] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 801.732638] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 801.732716] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 801.732924] env[65368]: INFO nova.compute.manager [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Took 1.14 seconds to destroy the instance on the hypervisor. [ 801.733211] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 801.733453] env[65368]: DEBUG nova.compute.manager [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 801.733577] env[65368]: DEBUG nova.network.neutron [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 801.733853] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.807025] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Successfully updated port: d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 801.866960] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.008758] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424389, 'name': Rename_Task, 'duration_secs': 0.211184} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.009154] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.009516] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0408ce-7f3e-4792-9952-b5164f7059f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.019019] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 802.019019] env[65368]: value = "task-4424390" [ 802.019019] env[65368]: _type = "Task" [ 802.019019] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.029042] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424390, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.048952] env[65368]: DEBUG nova.compute.manager [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Received event network-vif-plugged-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 802.049207] env[65368]: DEBUG oslo_concurrency.lockutils [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] Acquiring lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.049438] env[65368]: DEBUG oslo_concurrency.lockutils [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.049586] env[65368]: DEBUG oslo_concurrency.lockutils [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.049857] env[65368]: DEBUG nova.compute.manager [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] No waiting events found dispatching network-vif-plugged-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 802.049899] env[65368]: WARNING nova.compute.manager [req-f6c62ebb-5437-4e08-b71c-19ff0869b4e0 req-8a2498cf-4582-4c30-9b3e-07f678c1607c service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Received unexpected event network-vif-plugged-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d for instance with vm_state building and task_state spawning. [ 802.074857] env[65368]: DEBUG nova.compute.manager [req-756c662c-2e2e-4a90-b4f6-902f3625e12b req-25bc24bd-adff-44d8-a9c9-aae91c240d1e service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Received event network-vif-deleted-0fb2dc38-4514-4a7a-bb90-3b515b6a0840 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 802.075102] env[65368]: INFO nova.compute.manager [req-756c662c-2e2e-4a90-b4f6-902f3625e12b req-25bc24bd-adff-44d8-a9c9-aae91c240d1e service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Neutron deleted interface 0fb2dc38-4514-4a7a-bb90-3b515b6a0840; detaching it from the instance and deleting it from the info cache [ 802.075235] env[65368]: DEBUG nova.network.neutron [req-756c662c-2e2e-4a90-b4f6-902f3625e12b req-25bc24bd-adff-44d8-a9c9-aae91c240d1e service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.086875] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 802.091323] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f3e3ab-028c-498d-9406-c934373d4a57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.096259] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 802.096443] env[65368]: ERROR oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk due to incomplete transfer. [ 802.096779] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e899198f-183c-4d2c-8f96-a435067cb762 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.101527] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.102175] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 802.105710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.082s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.105949] env[65368]: DEBUG nova.objects.instance [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lazy-loading 'resources' on Instance uuid 8e1eb273-f88d-411a-b5df-f17df6652266 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 802.109117] env[65368]: DEBUG oslo_vmware.rw_handles [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520965d7-5c16-0c18-f05d-bb282bed0cfd/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 802.112065] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Uploaded image ad320767-1fc2-457c-a0e6-f04a2862d39c to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 802.116321] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 802.124358] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-388e0ba5-7fce-43b4-abf9-df7f3362fd04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.134222] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 802.134222] env[65368]: value = "task-4424391" [ 802.134222] env[65368]: _type = "Task" [ 802.134222] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.149616] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424391, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.311425] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.311605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquired lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.311815] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.439947] env[65368]: DEBUG nova.network.neutron [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.531632] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424390, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.578425] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6fd0ebe-617e-4035-8598-e0620ed30dd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.593111] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dbbef9-343c-449c-b1b8-c97a221b760c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.608863] env[65368]: DEBUG nova.compute.utils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.610609] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 802.610807] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 802.612097] env[65368]: WARNING neutronclient.v2_0.client [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.612621] env[65368]: WARNING neutronclient.v2_0.client [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.632472] env[65368]: DEBUG nova.compute.manager [req-756c662c-2e2e-4a90-b4f6-902f3625e12b req-25bc24bd-adff-44d8-a9c9-aae91c240d1e service nova] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Detach interface failed, port_id=0fb2dc38-4514-4a7a-bb90-3b515b6a0840, reason: Instance a75e05b6-f88d-485d-8dca-c833e2f47486 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 802.648744] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424391, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.658278] env[65368]: DEBUG nova.policy [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '742ac0eae2674fb2bf3b9e7ef111c024', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6caf2b5cb6b4b6fa6599627de464559', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.661836] env[65368]: DEBUG nova.network.neutron [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.686250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4be1f7-d7d2-4379-bf2d-4f1e135cafa0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.695222] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3643c9-ce55-4d17-b1e7-a58babbc4fab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.736775] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9dda6f2-b338-4ba1-98be-a438cb0d0542 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.583618] env[65368]: INFO nova.compute.manager [-] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Took 1.95 seconds to deallocate network for instance. [ 803.584155] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 803.587157] env[65368]: INFO nova.compute.manager [-] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Took 1.85 seconds to deallocate network for instance. [ 803.587263] env[65368]: DEBUG oslo_concurrency.lockutils [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.587440] env[65368]: DEBUG oslo_concurrency.lockutils [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.587596] env[65368]: DEBUG nova.compute.manager [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.589258] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Successfully created port: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 803.605255] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa8ab49-c62f-4072-abaf-d08e9c20f5a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.607209] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050fea24-d71f-482b-b4ff-394e374eb3b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.628846] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424391, 'name': Destroy_Task, 'duration_secs': 1.047149} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.629112] env[65368]: DEBUG oslo_vmware.api [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424390, 'name': PowerOnVM_Task, 'duration_secs': 1.153667} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.629380] env[65368]: DEBUG nova.compute.manager [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 803.629930] env[65368]: DEBUG nova.objects.instance [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lazy-loading 'flavor' on Instance uuid ffda67b3-dff3-4bb8-bff6-e111da32601a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 803.641351] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Destroyed the VM [ 803.641351] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 803.641351] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.641351] env[65368]: INFO nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Took 9.58 seconds to spawn the instance on the hypervisor. [ 803.641351] env[65368]: DEBUG nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 803.641351] env[65368]: DEBUG nova.compute.provider_tree [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.643390] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 803.645679] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ce6bac2-92d6-4ad6-b029-56142fbeee20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.647936] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8016b0d5-1270-44d1-b9af-6afaef09a916 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.664892] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 803.664892] env[65368]: value = "task-4424392" [ 803.664892] env[65368]: _type = "Task" [ 803.664892] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.675628] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424392, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.769520] env[65368]: WARNING neutronclient.v2_0.client [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.918341] env[65368]: DEBUG nova.network.neutron [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Updating instance_info_cache with network_info: [{"id": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "address": "fa:16:3e:f9:2d:13", "network": {"id": "561721fc-68d1-47c2-b30d-de3a03b32094", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-822447954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a500f07a07184a3795672a0cdbbcd7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7111b-33", "ovs_interfaceid": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.120113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.120963] env[65368]: INFO nova.compute.manager [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Terminating instance [ 804.154186] env[65368]: DEBUG nova.scheduler.client.report [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 804.166505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.180830] env[65368]: INFO nova.compute.manager [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Took 40.88 seconds to build instance. [ 804.188664] env[65368]: DEBUG oslo_vmware.api [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424392, 'name': RemoveSnapshot_Task, 'duration_secs': 0.401984} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.188759] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 804.189088] env[65368]: INFO nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Took 16.46 seconds to snapshot the instance on the hypervisor. [ 804.253954] env[65368]: DEBUG nova.compute.manager [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Received event network-changed-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 804.254121] env[65368]: DEBUG nova.compute.manager [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Refreshing instance network info cache due to event network-changed-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 804.254704] env[65368]: DEBUG oslo_concurrency.lockutils [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] Acquiring lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.421311] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Releasing lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.421788] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Instance network_info: |[{"id": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "address": "fa:16:3e:f9:2d:13", "network": {"id": "561721fc-68d1-47c2-b30d-de3a03b32094", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-822447954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a500f07a07184a3795672a0cdbbcd7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7111b-33", "ovs_interfaceid": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 804.422137] env[65368]: DEBUG oslo_concurrency.lockutils [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] Acquired lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.422236] env[65368]: DEBUG nova.network.neutron [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Refreshing network info cache for port d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 804.423744] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:2d:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '40859343-2baa-45fd-88e3-ebf8aaed2b19', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd3e7111b-334c-4cdb-8bf6-c2bd16c9510d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.432024] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Creating folder: Project (a500f07a07184a3795672a0cdbbcd7ab). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.433152] env[65368]: WARNING neutronclient.v2_0.client [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.435385] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81be208e-6931-4e45-84de-5bca5deb40cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.448789] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Created folder: Project (a500f07a07184a3795672a0cdbbcd7ab) in parent group-v865657. [ 804.449037] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Creating folder: Instances. Parent ref: group-v865777. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 804.449296] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-514eae29-9a14-459c-bc0b-6d9944f332e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.463753] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Created folder: Instances in parent group-v865777. [ 804.464053] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 804.464264] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.464484] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab151fb6-dc87-4513-bc35-fe26de36e10e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.489573] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.489573] env[65368]: value = "task-4424395" [ 804.489573] env[65368]: _type = "Task" [ 804.489573] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.498957] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424395, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.598534] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 804.628040] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 804.628040] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.628455] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 804.628793] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.629050] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 804.629347] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 804.629679] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 804.629940] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 804.631094] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 804.631094] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 804.631094] env[65368]: DEBUG nova.virt.hardware [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 804.631252] env[65368]: DEBUG nova.compute.manager [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 804.631397] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.632250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b0064f9-cf1b-4514-9b79-de61cf6df382 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.635879] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11781ac8-b555-478f-8203-e0e70fd291a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.646149] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.646507] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92c71b4c-8190-46d8-8b57-951eea5186c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.649630] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f88cf4c-39c2-481a-bc11-10304a0f3e17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.654716] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.654981] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c5db7e6-9451-4816-aa0e-1e8e8ca8cc61 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.657971] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.552s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.669251] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.583s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.669416] env[65368]: DEBUG nova.objects.instance [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lazy-loading 'resources' on Instance uuid 68b09cde-55aa-450f-9e44-9a4cfbf8072d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 804.675696] env[65368]: DEBUG oslo_vmware.api [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 804.675696] env[65368]: value = "task-4424397" [ 804.675696] env[65368]: _type = "Task" [ 804.675696] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.683374] env[65368]: DEBUG oslo_concurrency.lockutils [None req-63edcf17-fc57-40f1-9960-8ab1b9ff8538 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.035s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.690996] env[65368]: DEBUG oslo_vmware.api [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.692530] env[65368]: INFO nova.scheduler.client.report [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Deleted allocations for instance 8e1eb273-f88d-411a-b5df-f17df6652266 [ 804.694839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.695565] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.698716] env[65368]: DEBUG nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance disappeared during snapshot {{(pid=65368) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 804.726778] env[65368]: DEBUG nova.compute.manager [None req-aeb79ad8-c32e-4c2a-af3c-cb67fc70bbfa tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image not found during clean up ad320767-1fc2-457c-a0e6-f04a2862d39c {{(pid=65368) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4638}} [ 804.797671] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.798859] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.798859] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore1] b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.801376] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85a24e4f-a059-4254-a391-9ff4b6594b4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.811981] env[65368]: DEBUG oslo_vmware.api [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 804.811981] env[65368]: value = "task-4424398" [ 804.811981] env[65368]: _type = "Task" [ 804.811981] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.824381] env[65368]: DEBUG oslo_vmware.api [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.878798] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.879065] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.000378] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424395, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.186349] env[65368]: DEBUG oslo_vmware.api [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424397, 'name': PowerOffVM_Task, 'duration_secs': 0.357227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.186691] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.187261] env[65368]: DEBUG nova.compute.manager [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 805.187814] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148fce05-5fb9-498e-82d9-1ad9a5e33e12 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.192891] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 805.205742] env[65368]: DEBUG nova.compute.utils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.207019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32ebe736-1123-43fd-8565-705dbd2de694 tempest-ImagesNegativeTestJSON-1519917058 tempest-ImagesNegativeTestJSON-1519917058-project-member] Lock "8e1eb273-f88d-411a-b5df-f17df6652266" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.210s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.212286] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Successfully updated port: 57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 805.304020] env[65368]: WARNING neutronclient.v2_0.client [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.326649] env[65368]: DEBUG oslo_vmware.api [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33685} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.327019] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.327220] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.327392] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.327556] env[65368]: INFO nova.compute.manager [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Took 0.70 seconds to destroy the instance on the hypervisor. [ 805.327874] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 805.328085] env[65368]: DEBUG nova.compute.manager [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 805.328182] env[65368]: DEBUG nova.network.neutron [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 805.328430] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.377533] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.380604] env[65368]: DEBUG nova.network.neutron [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Updated VIF entry in instance network info cache for port d3e7111b-334c-4cdb-8bf6-c2bd16c9510d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 805.380762] env[65368]: DEBUG nova.network.neutron [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Updating instance_info_cache with network_info: [{"id": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "address": "fa:16:3e:f9:2d:13", "network": {"id": "561721fc-68d1-47c2-b30d-de3a03b32094", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-822447954-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a500f07a07184a3795672a0cdbbcd7ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "40859343-2baa-45fd-88e3-ebf8aaed2b19", "external-id": "nsx-vlan-transportzone-10", "segmentation_id": 10, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd3e7111b-33", "ovs_interfaceid": "d3e7111b-334c-4cdb-8bf6-c2bd16c9510d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.505221] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424395, 'name': CreateVM_Task, 'duration_secs': 0.585111} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.505418] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.506093] env[65368]: WARNING neutronclient.v2_0.client [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.506465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.507054] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.507426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.507779] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-302c8676-6e66-4eb8-bfbc-1cb6c9ad9213 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.518528] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 805.518528] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e8c692-5aa1-326b-3782-c69ee145a695" [ 805.518528] env[65368]: _type = "Task" [ 805.518528] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.531719] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e8c692-5aa1-326b-3782-c69ee145a695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.708176] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.013s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.708927] env[65368]: DEBUG oslo_concurrency.lockutils [None req-57a1a95d-9422-454b-ab6b-70c0df5234c4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.121s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.716597] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.716763] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquired lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.716932] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 805.724237] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.762182] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee305ec-7c49-4573-983b-1f11791af63b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.773627] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27fec1ae-4221-4fa3-9c01-e5c5bdf22e59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.806220] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838eb162-4430-48f5-8899-9bdf7f624128 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.815250] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40bcec56-1393-4914-a879-499de289e6b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.831699] env[65368]: DEBUG nova.compute.provider_tree [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.884118] env[65368]: DEBUG oslo_concurrency.lockutils [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] Releasing lock "refresh_cache-cfa9853f-1dfb-466b-bf5f-d573d8fafa43" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.884419] env[65368]: DEBUG nova.compute.manager [req-52e761c9-5627-4bb8-8ff3-e0da0943ccd0 req-91584181-7e3f-4259-a110-7445c73aab88 service nova] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Received event network-vif-deleted-f0b29828-4d62-4383-ab8f-9585d7c3e6f3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 806.030748] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e8c692-5aa1-326b-3782-c69ee145a695, 'name': SearchDatastore_Task, 'duration_secs': 0.013545} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.031077] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.031319] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.031553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.031694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.031954] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.032228] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d4106f-0a09-41db-b172-533437e87565 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.042698] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.042902] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.043743] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b906635-90a3-42ac-9a15-ba667a59e3a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.051643] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 806.051643] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a06e02-6b27-6ae8-1e37-ac845a20245b" [ 806.051643] env[65368]: _type = "Task" [ 806.051643] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.062052] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a06e02-6b27-6ae8-1e37-ac845a20245b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.065160] env[65368]: DEBUG nova.compute.manager [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Received event network-vif-plugged-57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 806.065412] env[65368]: DEBUG oslo_concurrency.lockutils [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] Acquiring lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.065664] env[65368]: DEBUG oslo_concurrency.lockutils [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.065772] env[65368]: DEBUG oslo_concurrency.lockutils [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.065861] env[65368]: DEBUG nova.compute.manager [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] No waiting events found dispatching network-vif-plugged-57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 806.066071] env[65368]: WARNING nova.compute.manager [req-7aa89667-3891-4607-88db-e72f78c4c0ea req-0bd7ad55-7b9c-478e-b91f-0ebf776d248a service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Received unexpected event network-vif-plugged-57bf9bd9-62b9-436a-8c7d-190fbd029b14 for instance with vm_state building and task_state spawning. [ 806.099926] env[65368]: DEBUG nova.network.neutron [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.255409] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 806.335110] env[65368]: DEBUG nova.scheduler.client.report [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.362743] env[65368]: WARNING neutronclient.v2_0.client [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.456949] env[65368]: DEBUG nova.network.neutron [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updating instance_info_cache with network_info: [{"id": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "address": "fa:16:3e:47:6b:40", "network": {"id": "779158ed-8606-4064-94f7-e532c61379c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-710740188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6caf2b5cb6b4b6fa6599627de464559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf9bd9-62", "ovs_interfaceid": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.563618] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a06e02-6b27-6ae8-1e37-ac845a20245b, 'name': SearchDatastore_Task, 'duration_secs': 0.026213} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.564541] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ba1088-9b4a-466c-946e-1b29f6f5e81b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.573063] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 806.573063] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52612982-bd96-5698-245a-685954065a3f" [ 806.573063] env[65368]: _type = "Task" [ 806.573063] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.582552] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52612982-bd96-5698-245a-685954065a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.603334] env[65368]: INFO nova.compute.manager [-] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Took 1.27 seconds to deallocate network for instance. [ 806.625481] env[65368]: DEBUG nova.compute.manager [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Received event network-changed-2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 806.625837] env[65368]: DEBUG nova.compute.manager [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Refreshing instance network info cache due to event network-changed-2e388df9-1a49-47d1-98a2-699e629ac8df. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 806.626134] env[65368]: DEBUG oslo_concurrency.lockutils [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] Acquiring lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.626346] env[65368]: DEBUG oslo_concurrency.lockutils [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] Acquired lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.626617] env[65368]: DEBUG nova.network.neutron [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Refreshing network info cache for port 2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.787334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.788185] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.788451] env[65368]: INFO nova.compute.manager [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Attaching volume ac8f4fcd-5617-4be5-9349-18bd1d144a85 to /dev/sdb [ 806.834425] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d07051f-dc04-494b-81e5-16dbd1651c0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.840773] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.845300] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.427s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 806.847110] env[65368]: INFO nova.compute.claims [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 806.851222] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e292d90-a247-4a98-93a3-01bb733bf6d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.869552] env[65368]: DEBUG nova.virt.block_device [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updating existing volume attachment record: f8afe55e-938c-4882-9e8a-045e76afb3a6 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 806.885590] env[65368]: INFO nova.scheduler.client.report [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Deleted allocations for instance 68b09cde-55aa-450f-9e44-9a4cfbf8072d [ 806.960267] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Releasing lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.961528] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Instance network_info: |[{"id": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "address": "fa:16:3e:47:6b:40", "network": {"id": "779158ed-8606-4064-94f7-e532c61379c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-710740188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6caf2b5cb6b4b6fa6599627de464559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf9bd9-62", "ovs_interfaceid": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 806.963745] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:6b:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '24727047-6358-4015-86c1-394ab07fb88f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57bf9bd9-62b9-436a-8c7d-190fbd029b14', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 806.972973] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Creating folder: Project (e6caf2b5cb6b4b6fa6599627de464559). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.972973] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc25e437-3176-4d9a-822b-a40c8afb8035 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.983485] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Created folder: Project (e6caf2b5cb6b4b6fa6599627de464559) in parent group-v865657. [ 806.983689] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Creating folder: Instances. Parent ref: group-v865780. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 806.983947] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c3108bb-381c-4197-8c80-ac7a9487aafa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.995659] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Created folder: Instances in parent group-v865780. [ 806.995940] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 806.997352] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 806.999249] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a06af33-c0bb-48ae-aace-628c770e43f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.025547] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.025547] env[65368]: value = "task-4424401" [ 807.025547] env[65368]: _type = "Task" [ 807.025547] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.037211] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424401, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.086026] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52612982-bd96-5698-245a-685954065a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.012246} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.086026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.086176] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] cfa9853f-1dfb-466b-bf5f-d573d8fafa43/cfa9853f-1dfb-466b-bf5f-d573d8fafa43.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 807.086437] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f9c6dc9-83db-40ee-a9ad-b2c5e1434dd9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.094479] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 807.094479] env[65368]: value = "task-4424403" [ 807.094479] env[65368]: _type = "Task" [ 807.094479] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.105231] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424403, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.112269] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.131105] env[65368]: WARNING neutronclient.v2_0.client [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.360213] env[65368]: WARNING neutronclient.v2_0.client [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.396586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e145ad2-2c36-4263-86c5-62a03d290099 tempest-FloatingIPsAssociationTestJSON-2060566161 tempest-FloatingIPsAssociationTestJSON-2060566161-project-member] Lock "68b09cde-55aa-450f-9e44-9a4cfbf8072d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.866s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.478101] env[65368]: DEBUG nova.network.neutron [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updated VIF entry in instance network info cache for port 2e388df9-1a49-47d1-98a2-699e629ac8df. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 807.478101] env[65368]: DEBUG nova.network.neutron [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updating instance_info_cache with network_info: [{"id": "2e388df9-1a49-47d1-98a2-699e629ac8df", "address": "fa:16:3e:78:7a:dc", "network": {"id": "73e383c7-1c92-4600-bc2a-a6b2ce1cc5cd", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-964314198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b32a30dd9ed8472eb48ba558763919ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7150f662-0cf1-44f9-ae14-d70f479649b6", "external-id": "nsx-vlan-transportzone-712", "segmentation_id": 712, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e388df9-1a", "ovs_interfaceid": "2e388df9-1a49-47d1-98a2-699e629ac8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.521089] env[65368]: DEBUG nova.objects.instance [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lazy-loading 'flavor' on Instance uuid ffda67b3-dff3-4bb8-bff6-e111da32601a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.539363] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424401, 'name': CreateVM_Task, 'duration_secs': 0.425142} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.540123] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.540708] env[65368]: WARNING neutronclient.v2_0.client [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.541441] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.541671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.541998] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.542620] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35b8e949-9655-44cd-afb2-a28771df3b73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.551695] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 807.551695] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52af2ef1-52f5-222d-02f6-261741224b6c" [ 807.551695] env[65368]: _type = "Task" [ 807.551695] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.564644] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52af2ef1-52f5-222d-02f6-261741224b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.606610] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424403, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.980164] env[65368]: DEBUG oslo_concurrency.lockutils [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] Releasing lock "refresh_cache-9eee2e68-d3fd-40c2-9259-9216a20afaf0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.980479] env[65368]: DEBUG nova.compute.manager [req-aaf18aa1-5f56-42e2-8175-610e20c39ce6 req-40e41710-283f-4fe6-b5c5-ff556094a5c1 service nova] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Received event network-vif-deleted-5355af7e-4ba3-4299-91ac-f61dc87ae897 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 808.028769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.028939] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquired lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.029152] env[65368]: DEBUG nova.network.neutron [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 808.029319] env[65368]: DEBUG nova.objects.instance [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lazy-loading 'info_cache' on Instance uuid ffda67b3-dff3-4bb8-bff6-e111da32601a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 808.066323] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52af2ef1-52f5-222d-02f6-261741224b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.042802} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.066601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.066822] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 808.067302] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.067302] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.067405] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 808.067617] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c1e19a29-2e59-49ef-9114-c2c863305f0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.078134] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 808.078326] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 808.080681] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b2ede7-8f87-40d5-8890-b6217efe16e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.089329] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 808.089329] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252f031-1c9c-a6ca-83a4-7e5401baaf17" [ 808.089329] env[65368]: _type = "Task" [ 808.089329] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.098351] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252f031-1c9c-a6ca-83a4-7e5401baaf17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.110552] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424403, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511864} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.113314] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] cfa9853f-1dfb-466b-bf5f-d573d8fafa43/cfa9853f-1dfb-466b-bf5f-d573d8fafa43.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 808.113986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 808.114159] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a3de130-3598-4248-b2c1-13310c6c30ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.125895] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 808.125895] env[65368]: value = "task-4424407" [ 808.125895] env[65368]: _type = "Task" [ 808.125895] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.140420] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.425281] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1669c4de-5cb2-43eb-9cde-9c7dafa4c247 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.433885] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c5536e-f6b1-44a2-b641-4f879e0f51b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.469574] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a68bb1-dc6a-438a-aa30-b45bdd6e7e3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.478577] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6449db5-5e93-4279-bc90-404fbe47b230 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.493805] env[65368]: DEBUG nova.compute.provider_tree [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.497448] env[65368]: DEBUG nova.compute.manager [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Received event network-changed-57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 808.497765] env[65368]: DEBUG nova.compute.manager [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Refreshing instance network info cache due to event network-changed-57bf9bd9-62b9-436a-8c7d-190fbd029b14. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 808.498080] env[65368]: DEBUG oslo_concurrency.lockutils [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] Acquiring lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.498332] env[65368]: DEBUG oslo_concurrency.lockutils [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] Acquired lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.498594] env[65368]: DEBUG nova.network.neutron [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Refreshing network info cache for port 57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.533650] env[65368]: DEBUG nova.objects.base [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 808.605077] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5252f031-1c9c-a6ca-83a4-7e5401baaf17, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.605077] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35ec3585-72aa-419e-9d0a-1d6547d0f609 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.611868] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 808.611868] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52076201-debd-768c-49b4-f98c9f8d3ce3" [ 808.611868] env[65368]: _type = "Task" [ 808.611868] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.621322] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52076201-debd-768c-49b4-f98c9f8d3ce3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.642017] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104564} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.642017] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 808.642017] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b3fa66-7478-4472-8335-fc2c172542d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.663889] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] cfa9853f-1dfb-466b-bf5f-d573d8fafa43/cfa9853f-1dfb-466b-bf5f-d573d8fafa43.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.663889] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6608d530-eda3-4606-9472-544a7af21227 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.691427] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 808.691427] env[65368]: value = "task-4424408" [ 808.691427] env[65368]: _type = "Task" [ 808.691427] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.701366] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424408, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.004021] env[65368]: DEBUG nova.scheduler.client.report [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.005940] env[65368]: WARNING neutronclient.v2_0.client [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.038869] env[65368]: WARNING neutronclient.v2_0.client [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.123148] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52076201-debd-768c-49b4-f98c9f8d3ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011406} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.123475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.123695] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 764c787e-0958-4b9c-84bb-2ce472c712bd/764c787e-0958-4b9c-84bb-2ce472c712bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 809.123960] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-444c137a-4f36-40be-8268-6efe8a83e926 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.131086] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 809.131086] env[65368]: value = "task-4424409" [ 809.131086] env[65368]: _type = "Task" [ 809.131086] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.143499] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.202359] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424408, 'name': ReconfigVM_Task, 'duration_secs': 0.33944} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.203435] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Reconfigured VM instance instance-0000002c to attach disk [datastore2] cfa9853f-1dfb-466b-bf5f-d573d8fafa43/cfa9853f-1dfb-466b-bf5f-d573d8fafa43.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.203435] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c69f0a93-c1cb-45a0-8551-7058424c6091 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.210460] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 809.210460] env[65368]: value = "task-4424410" [ 809.210460] env[65368]: _type = "Task" [ 809.210460] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.219317] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424410, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.513310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.513432] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 809.516504] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.668s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.518329] env[65368]: INFO nova.compute.claims [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.522892] env[65368]: WARNING neutronclient.v2_0.client [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.553301] env[65368]: WARNING neutronclient.v2_0.client [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.643246] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495955} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.643557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 764c787e-0958-4b9c-84bb-2ce472c712bd/764c787e-0958-4b9c-84bb-2ce472c712bd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 809.643825] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 809.644179] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a609909-8e84-4c33-98b8-54e1200a341d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.656937] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 809.656937] env[65368]: value = "task-4424412" [ 809.656937] env[65368]: _type = "Task" [ 809.656937] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.669141] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.701548] env[65368]: DEBUG nova.network.neutron [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updated VIF entry in instance network info cache for port 57bf9bd9-62b9-436a-8c7d-190fbd029b14. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.701905] env[65368]: DEBUG nova.network.neutron [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updating instance_info_cache with network_info: [{"id": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "address": "fa:16:3e:47:6b:40", "network": {"id": "779158ed-8606-4064-94f7-e532c61379c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-710740188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6caf2b5cb6b4b6fa6599627de464559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf9bd9-62", "ovs_interfaceid": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.724033] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424410, 'name': Rename_Task, 'duration_secs': 0.4304} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.724339] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.724617] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dec7243-1864-4aa9-9a77-ed54b114fff9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.735756] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 809.735756] env[65368]: value = "task-4424413" [ 809.735756] env[65368]: _type = "Task" [ 809.735756] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.747549] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.776389] env[65368]: DEBUG nova.network.neutron [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Updating instance_info_cache with network_info: [{"id": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "address": "fa:16:3e:ef:d5:96", "network": {"id": "6b2500b7-96a6-4ff6-8e89-0e4c40654f86", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-488401429-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d482b9a52a24e9dad6933e945d5ff10", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e2153f70-3d14-42ab-8bb3-be78296dd3b8", "external-id": "nsx-vlan-transportzone-532", "segmentation_id": 532, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap586c9cb3-77", "ovs_interfaceid": "586c9cb3-77b4-4086-8d79-00be1127e0ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.032676] env[65368]: DEBUG nova.compute.utils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.037992] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 810.037992] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.037992] env[65368]: WARNING neutronclient.v2_0.client [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.037992] env[65368]: WARNING neutronclient.v2_0.client [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.118855] env[65368]: DEBUG nova.policy [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '47bfdbfa1f274702976a686388aa8f6b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '350ca900e30246c5883586d1510978d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.172992] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078891} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.174042] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 810.175011] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2b70b9-a58d-4648-8ff1-de2380e88dd1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.204026] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 764c787e-0958-4b9c-84bb-2ce472c712bd/764c787e-0958-4b9c-84bb-2ce472c712bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 810.204440] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f40f8d8-a866-439b-8efa-4bfedbe77ab4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.222035] env[65368]: DEBUG oslo_concurrency.lockutils [req-82a055b7-993b-42db-bfe5-02b1ba3719a4 req-f521b985-5a75-4e15-87f2-c59b9c6cd027 service nova] Releasing lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.229668] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 810.229668] env[65368]: value = "task-4424414" [ 810.229668] env[65368]: _type = "Task" [ 810.229668] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.246588] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424414, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.253710] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424413, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.279630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Releasing lock "refresh_cache-ffda67b3-dff3-4bb8-bff6-e111da32601a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.489141] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Successfully created port: 54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 810.539988] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 810.753200] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424414, 'name': ReconfigVM_Task, 'duration_secs': 0.347335} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.753200] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 764c787e-0958-4b9c-84bb-2ce472c712bd/764c787e-0958-4b9c-84bb-2ce472c712bd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 810.753949] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3caf7cb6-0665-4fe6-bc16-16ab6f8c52ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.759635] env[65368]: DEBUG oslo_vmware.api [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424413, 'name': PowerOnVM_Task, 'duration_secs': 0.536746} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.763196] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.763586] env[65368]: INFO nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Took 9.40 seconds to spawn the instance on the hypervisor. [ 810.764500] env[65368]: DEBUG nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.765296] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b076a3b-030f-45af-988e-f05e23dbb040 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.771231] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 810.771231] env[65368]: value = "task-4424415" [ 810.771231] env[65368]: _type = "Task" [ 810.771231] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.790106] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424415, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.180999] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6b9dda-ce7e-4c40-8af7-d2f1acbbb8d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.192043] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0af07aa-2d26-4f06-bf29-0646d3cde966 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.228254] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e471db-1fb3-4636-9259-dad046e84517 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.239164] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07662795-bcb7-426c-a38a-027b09dc347f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.256338] env[65368]: DEBUG nova.compute.provider_tree [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.283481] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424415, 'name': Rename_Task, 'duration_secs': 0.16556} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.283897] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.284226] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c7f6386-1588-491f-9882-c68c20f0687f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.293141] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 811.293721] env[65368]: INFO nova.compute.manager [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Took 46.03 seconds to build instance. [ 811.294882] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5b7f89c-97c5-420d-92e7-ddfbf9f375cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.298539] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 811.298539] env[65368]: value = "task-4424416" [ 811.298539] env[65368]: _type = "Task" [ 811.298539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.304675] env[65368]: DEBUG oslo_vmware.api [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 811.304675] env[65368]: value = "task-4424417" [ 811.304675] env[65368]: _type = "Task" [ 811.304675] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.311239] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424416, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.318790] env[65368]: DEBUG oslo_vmware.api [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424417, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.452692] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 811.452975] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865784', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'name': 'volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '846828fb-ac3e-49dc-850a-816031eaebb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'serial': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 811.454335] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc37e045-4cd9-497d-848d-a011fac0079e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.474712] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf4257-d8c5-4692-af92-f2c2da252a94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.500331] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85/volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 811.500682] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-996bfe16-044b-4bb1-af7c-cb01b489535b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.521910] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 811.521910] env[65368]: value = "task-4424418" [ 811.521910] env[65368]: _type = "Task" [ 811.521910] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.532288] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.551623] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 811.582223] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:44:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8852a6cd-01cd-46da-9a3e-5036495da1e0',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1735103118',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 811.582589] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 811.582840] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 811.583543] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 811.583543] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 811.583543] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 811.583687] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 811.583805] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 811.584118] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 811.584207] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 811.584350] env[65368]: DEBUG nova.virt.hardware [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 811.585680] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d956a073-ad52-4120-96ef-fe5eed1898c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.596609] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7e782-61d8-48e9-8e28-9ac0294a5b38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.783319] env[65368]: ERROR nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [req-62fdb7c0-81e4-4415-a2d2-1132524a43ce] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-62fdb7c0-81e4-4415-a2d2-1132524a43ce"}]} [ 811.798464] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e20b8642-b34a-4061-98b9-dce08a98a7dd tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.150s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.804192] env[65368]: DEBUG nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 811.814482] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424416, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.821225] env[65368]: DEBUG oslo_vmware.api [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424417, 'name': PowerOnVM_Task, 'duration_secs': 0.47206} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.821519] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.821729] env[65368]: DEBUG nova.compute.manager [None req-3901dab3-1cc3-4bb2-91ce-ec8eb3ad6276 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.822628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302b1e43-b3e9-4d91-a684-968c4a32d52f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.826331] env[65368]: DEBUG nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 811.826611] env[65368]: DEBUG nova.compute.provider_tree [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 811.841542] env[65368]: DEBUG nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 811.869335] env[65368]: DEBUG nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 812.037070] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424418, 'name': ReconfigVM_Task, 'duration_secs': 0.430473} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.040126] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfigured VM instance instance-00000024 to attach disk [datastore2] volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85/volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.045925] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-751f5836-5f65-4f27-bfe9-d50a23a28e8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.065175] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 812.065175] env[65368]: value = "task-4424419" [ 812.065175] env[65368]: _type = "Task" [ 812.065175] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.076099] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424419, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.195329] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Successfully updated port: 54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 812.306215] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 812.321126] env[65368]: DEBUG oslo_vmware.api [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424416, 'name': PowerOnVM_Task, 'duration_secs': 0.984499} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.322495] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 812.322495] env[65368]: INFO nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Took 7.72 seconds to spawn the instance on the hypervisor. [ 812.323280] env[65368]: DEBUG nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 812.324720] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cd5324-cfcc-495a-a6f3-1954a601f0a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.448862] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c91e0f-0d7e-4bd4-9e3b-b41a65240bb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.458412] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4c81de-3916-41aa-a001-601e652922d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.491734] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90efe7e4-d314-413c-97db-012b6b16ad43 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.500832] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c7454e-803f-4f22-badd-e38f48a60ddf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.517855] env[65368]: DEBUG nova.compute.provider_tree [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 812.572052] env[65368]: DEBUG nova.compute.manager [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Received event network-vif-plugged-54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 812.572144] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] Acquiring lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.572319] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.573519] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.573519] env[65368]: DEBUG nova.compute.manager [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] No waiting events found dispatching network-vif-plugged-54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.573519] env[65368]: WARNING nova.compute.manager [req-1fb18bff-3972-42dc-9b6d-62c7bf24a4d4 req-867e6333-16cc-4a9b-bb3d-4f05a136ad30 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Received unexpected event network-vif-plugged-54757d7b-4044-4bb7-a69e-670018b20c4a for instance with vm_state building and task_state spawning. [ 812.580011] env[65368]: DEBUG oslo_vmware.api [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424419, 'name': ReconfigVM_Task, 'duration_secs': 0.203754} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.580156] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865784', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'name': 'volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '846828fb-ac3e-49dc-850a-816031eaebb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'serial': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 812.701637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.702200] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.702843] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 812.838867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.864983] env[65368]: INFO nova.compute.manager [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Took 46.34 seconds to build instance. [ 813.075703] env[65368]: DEBUG nova.scheduler.client.report [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 71 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 813.075900] env[65368]: DEBUG nova.compute.provider_tree [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 71 to 72 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 813.076157] env[65368]: DEBUG nova.compute.provider_tree [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 813.261377] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.372171] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5905e1f8-9d24-4443-bf85-3834b535368e tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.171s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.391107] env[65368]: WARNING neutronclient.v2_0.client [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.494874] env[65368]: DEBUG nova.network.neutron [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.587917] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.069s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.587917] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 813.589502] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.373s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.591813] env[65368]: INFO nova.compute.claims [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.670689] env[65368]: DEBUG nova.objects.instance [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid 846828fb-ac3e-49dc-850a-816031eaebb1 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 813.876759] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 813.997474] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.997739] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Instance network_info: |[{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 813.998265] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:1e:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54757d7b-4044-4bb7-a69e-670018b20c4a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.006244] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 814.008736] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.008736] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6ba9c18-ca4e-4f40-918c-96510ba250ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.035167] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 814.035167] env[65368]: value = "task-4424420" [ 814.035167] env[65368]: _type = "Task" [ 814.035167] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.045793] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424420, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.097769] env[65368]: DEBUG nova.compute.utils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.101843] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 814.101843] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 814.101843] env[65368]: WARNING neutronclient.v2_0.client [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.102064] env[65368]: WARNING neutronclient.v2_0.client [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.177963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-626ba9f9-2529-458a-a3e1-2e778a1a09c2 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.390s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.254964] env[65368]: DEBUG nova.policy [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3ceaf679913e4395a549f25313ee4eb4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9c01c30177884ba1a91bab40ae660246', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.261167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.261419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.261686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.261779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.261928] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.264460] env[65368]: INFO nova.compute.manager [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Terminating instance [ 814.408748] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.549278] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424420, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.600449] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 814.768896] env[65368]: DEBUG nova.compute.manager [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 814.769205] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.770715] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca9c662f-016e-4fbc-b900-646a4fa1b5ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.786034] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.786534] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-982bbd63-a7ca-4984-b501-334ba95e366e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.798905] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 814.798905] env[65368]: value = "task-4424421" [ 814.798905] env[65368]: _type = "Task" [ 814.798905] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.812102] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.921944] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Successfully created port: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 815.049165] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424420, 'name': CreateVM_Task, 'duration_secs': 0.71681} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.051658] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.052751] env[65368]: WARNING neutronclient.v2_0.client [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.053079] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.053329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.053725] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.054059] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb201a1-4a5e-446c-8873-58f3382c352b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.060900] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 815.060900] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d64d8-1ea3-a569-308a-bbafad106c39" [ 815.060900] env[65368]: _type = "Task" [ 815.060900] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.073261] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d64d8-1ea3-a569-308a-bbafad106c39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.299242] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278bf09-b979-4ec3-923e-334fda74f463 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.315567] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424421, 'name': PowerOffVM_Task, 'duration_secs': 0.215414} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.316054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.316405] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.318487] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c017b346-e42d-4926-b95a-6377d3709267 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.320767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3904a051-3349-47c2-ac40-a461ea089c9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.356870] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d63147-9b73-4024-a320-0dcf72ee4778 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.367125] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4872d133-3c00-4fb7-8845-af0b876fc384 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.384676] env[65368]: DEBUG nova.compute.provider_tree [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.419049] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.419659] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.420401] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Deleting the datastore file [datastore2] cfa9853f-1dfb-466b-bf5f-d573d8fafa43 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.420799] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8b4a8a-db53-4e2d-8c71-e13d9102e297 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.432637] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for the task: (returnval){ [ 815.432637] env[65368]: value = "task-4424423" [ 815.432637] env[65368]: _type = "Task" [ 815.432637] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.444682] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.573982] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d64d8-1ea3-a569-308a-bbafad106c39, 'name': SearchDatastore_Task, 'duration_secs': 0.010789} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.574309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574534] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.574782] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.574905] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.575094] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.575618] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6718b10-40f2-49c6-8fee-b044d73cde66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.585443] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.585786] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.586385] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a43c8ee1-4794-4869-ab78-49e2b14539b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.592618] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 815.592618] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cf6b22-93ad-480b-7efe-3b003b2c50ee" [ 815.592618] env[65368]: _type = "Task" [ 815.592618] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.603463] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cf6b22-93ad-480b-7efe-3b003b2c50ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.616359] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 815.644421] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 815.644421] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.644421] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 815.644421] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.644690] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 815.644690] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 815.644877] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 815.645061] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 815.645228] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 815.645380] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 815.645539] env[65368]: DEBUG nova.virt.hardware [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 815.647292] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a615ef-be71-42ca-b80f-05b506b64fab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.657664] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0b4b689-cb11-479a-9886-dc9c93d5bc14 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.686694] env[65368]: DEBUG nova.compute.manager [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Received event network-changed-54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 815.686900] env[65368]: DEBUG nova.compute.manager [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Refreshing instance network info cache due to event network-changed-54757d7b-4044-4bb7-a69e-670018b20c4a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 815.687121] env[65368]: DEBUG oslo_concurrency.lockutils [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.687255] env[65368]: DEBUG oslo_concurrency.lockutils [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.687407] env[65368]: DEBUG nova.network.neutron [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Refreshing network info cache for port 54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 815.888412] env[65368]: DEBUG nova.scheduler.client.report [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.944205] env[65368]: DEBUG oslo_vmware.api [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Task: {'id': task-4424423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155368} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.944467] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.944647] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.945228] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.945422] env[65368]: INFO nova.compute.manager [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Took 1.18 seconds to destroy the instance on the hypervisor. [ 815.945663] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 815.945866] env[65368]: DEBUG nova.compute.manager [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 815.945961] env[65368]: DEBUG nova.network.neutron [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 815.946229] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.027146] env[65368]: DEBUG nova.compute.manager [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Received event network-changed-57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 816.027346] env[65368]: DEBUG nova.compute.manager [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Refreshing instance network info cache due to event network-changed-57bf9bd9-62b9-436a-8c7d-190fbd029b14. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 816.027547] env[65368]: DEBUG oslo_concurrency.lockutils [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] Acquiring lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.027704] env[65368]: DEBUG oslo_concurrency.lockutils [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] Acquired lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.028091] env[65368]: DEBUG nova.network.neutron [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Refreshing network info cache for port 57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.103662] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cf6b22-93ad-480b-7efe-3b003b2c50ee, 'name': SearchDatastore_Task, 'duration_secs': 0.013903} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.104529] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1930583-e69d-49b6-b61b-8c283c8bbeb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.110547] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 816.110547] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220816e-64cb-c8a2-318c-5dd0c5b4e3e8" [ 816.110547] env[65368]: _type = "Task" [ 816.110547] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.119109] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220816e-64cb-c8a2-318c-5dd0c5b4e3e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.191243] env[65368]: WARNING neutronclient.v2_0.client [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.397019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.805s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.397019] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 816.398347] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.913s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.398696] env[65368]: DEBUG nova.objects.instance [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lazy-loading 'resources' on Instance uuid dd91b8fd-1d7e-4eed-a019-92aff29144e8 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 816.424707] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.531053] env[65368]: WARNING neutronclient.v2_0.client [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.558153] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Successfully updated port: a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 816.621295] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220816e-64cb-c8a2-318c-5dd0c5b4e3e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010561} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.621549] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.621831] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.622105] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c0bc7b3-16e4-46f2-b745-1ab8c0e71d79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.628748] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 816.628748] env[65368]: value = "task-4424424" [ 816.628748] env[65368]: _type = "Task" [ 816.628748] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.638784] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.775863] env[65368]: WARNING neutronclient.v2_0.client [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.850780] env[65368]: WARNING neutronclient.v2_0.client [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.879371] env[65368]: DEBUG nova.network.neutron [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updated VIF entry in instance network info cache for port 54757d7b-4044-4bb7-a69e-670018b20c4a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 816.879876] env[65368]: DEBUG nova.network.neutron [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.902437] env[65368]: DEBUG nova.compute.utils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.903958] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 816.904168] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 816.904488] env[65368]: WARNING neutronclient.v2_0.client [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.904819] env[65368]: WARNING neutronclient.v2_0.client [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.967828] env[65368]: DEBUG nova.policy [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '39c59393a077455fa77f14e03c58f85e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2a14df4fbc84583ac4071daa6b674e6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.973115] env[65368]: DEBUG nova.network.neutron [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updated VIF entry in instance network info cache for port 57bf9bd9-62b9-436a-8c7d-190fbd029b14. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 816.973495] env[65368]: DEBUG nova.network.neutron [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updating instance_info_cache with network_info: [{"id": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "address": "fa:16:3e:47:6b:40", "network": {"id": "779158ed-8606-4064-94f7-e532c61379c1", "bridge": "br-int", "label": "tempest-ServersTestJSON-710740188-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.204", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6caf2b5cb6b4b6fa6599627de464559", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "24727047-6358-4015-86c1-394ab07fb88f", "external-id": "nsx-vlan-transportzone-476", "segmentation_id": 476, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57bf9bd9-62", "ovs_interfaceid": "57bf9bd9-62b9-436a-8c7d-190fbd029b14", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.060698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.060886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquired lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.061131] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 817.141821] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489791} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.144937] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.145178] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.145965] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e6d2f66-77ed-4b4e-992f-14d7f235f58d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.153557] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 817.153557] env[65368]: value = "task-4424425" [ 817.153557] env[65368]: _type = "Task" [ 817.153557] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.165371] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424425, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.184500] env[65368]: DEBUG nova.network.neutron [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.370536] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Successfully created port: ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 817.387122] env[65368]: DEBUG oslo_concurrency.lockutils [req-1bacef86-cbc3-4ccf-9c76-85811f56aa9c req-99b08247-5b84-4b3c-8041-8bc485f1bac0 service nova] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.411898] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 817.476581] env[65368]: DEBUG oslo_concurrency.lockutils [req-7e39a334-dc2b-420a-b981-6e736ded3ae9 req-70cc91e7-4ed2-4df8-a779-36e2edae7d2f service nova] Releasing lock "refresh_cache-764c787e-0958-4b9c-84bb-2ce472c712bd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.508180] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de6037c-cb29-473e-9b87-2a9862ae707c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.519119] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082f52f-f60a-43be-9692-5c279947f7f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.553283] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822f49b5-6beb-4255-9239-ec631c1705b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.562400] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c0da45-2a47-4af5-a898-ca0a03aed9f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.580964] env[65368]: DEBUG nova.compute.provider_tree [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.632862] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.672238] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424425, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073962} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.672238] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.672463] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a10797-127f-4c34-92ce-1ffad75caf60 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.687355] env[65368]: INFO nova.compute.manager [-] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Took 1.74 seconds to deallocate network for instance. [ 817.696694] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.701110] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786a7ea9-b067-4e40-85c8-45858bc8fff8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.727176] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 817.727176] env[65368]: value = "task-4424426" [ 817.727176] env[65368]: _type = "Task" [ 817.727176] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.740167] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424426, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.798474] env[65368]: WARNING neutronclient.v2_0.client [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.975271] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.975528] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.017024] env[65368]: DEBUG nova.network.neutron [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updating instance_info_cache with network_info: [{"id": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "address": "fa:16:3e:7c:90:c9", "network": {"id": "581e7554-2dd3-483e-9120-3c76d289097c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227159441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c01c30177884ba1a91bab40ae660246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fbe0dc-5c", "ovs_interfaceid": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 818.108393] env[65368]: ERROR nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] [req-efea4506-3798-4a1c-8cc8-aca4f05f64dc] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-efea4506-3798-4a1c-8cc8-aca4f05f64dc"}]} [ 818.127051] env[65368]: DEBUG nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.132835] env[65368]: DEBUG nova.compute.manager [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Received event network-vif-plugged-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.133096] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.133400] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.133763] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.133763] env[65368]: DEBUG nova.compute.manager [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] No waiting events found dispatching network-vif-plugged-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 818.134307] env[65368]: WARNING nova.compute.manager [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Received unexpected event network-vif-plugged-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca for instance with vm_state building and task_state spawning. [ 818.134307] env[65368]: DEBUG nova.compute.manager [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Received event network-changed-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.134307] env[65368]: DEBUG nova.compute.manager [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Refreshing instance network info cache due to event network-changed-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 818.134950] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Acquiring lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147126] env[65368]: DEBUG nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.149332] env[65368]: DEBUG nova.compute.provider_tree [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.161453] env[65368]: DEBUG nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.187626] env[65368]: DEBUG nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 818.224641] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.240088] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424426, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.395666] env[65368]: DEBUG nova.compute.manager [req-66b3660c-bd06-49ab-a965-d8ad65334d4c req-7f82d942-10da-4ce6-a74a-78565f09a9bc service nova] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Received event network-vif-deleted-d3e7111b-334c-4cdb-8bf6-c2bd16c9510d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 818.411651] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "39665841-db3f-4114-9065-dbb3ed4b1f05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.411822] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.430246] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 818.463835] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 818.464909] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 818.465848] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 818.465848] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 818.465848] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 818.465848] env[65368]: DEBUG nova.virt.hardware [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 818.466674] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1b7b72-332b-4a5e-ab95-f6b1c837d7cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.480129] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a0d25f-be15-4c11-8756-a193ff397710 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.519140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Releasing lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.519518] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Instance network_info: |[{"id": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "address": "fa:16:3e:7c:90:c9", "network": {"id": "581e7554-2dd3-483e-9120-3c76d289097c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227159441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c01c30177884ba1a91bab40ae660246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fbe0dc-5c", "ovs_interfaceid": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 818.519837] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Acquired lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.520023] env[65368]: DEBUG nova.network.neutron [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Refreshing network info cache for port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.521986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:90:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a9fbe0dc-5c21-4a04-83e7-5befce94a0ca', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.529093] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Creating folder: Project (9c01c30177884ba1a91bab40ae660246). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.530407] env[65368]: WARNING neutronclient.v2_0.client [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.535116] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fbc00491-a2b9-42a2-b731-3117cf204b22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.547358] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Created folder: Project (9c01c30177884ba1a91bab40ae660246) in parent group-v865657. [ 818.547648] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Creating folder: Instances. Parent ref: group-v865786. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.547966] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97970e35-50cf-4a38-8f57-7b38e7ae827a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.562085] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Created folder: Instances in parent group-v865786. [ 818.562964] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 818.562964] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.562964] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-368ac9ff-481b-491a-9bf3-68f746c88978 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.588167] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.588167] env[65368]: value = "task-4424429" [ 818.588167] env[65368]: _type = "Task" [ 818.588167] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.596793] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424429, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.740704] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424426, 'name': ReconfigVM_Task, 'duration_secs': 1.010142} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.741051] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.746725] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97836a44-7ff3-4536-866d-158130728400 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.757513] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 818.757513] env[65368]: value = "task-4424430" [ 818.757513] env[65368]: _type = "Task" [ 818.757513] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.769912] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424430, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.820508] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc80c8c-f5f6-4c9a-a36d-4016717d70d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.829436] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85cffedc-5203-4289-9c4c-bca0cfcee988 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.867507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a2657a-c83f-47ae-8a24-964547995661 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.877974] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89fdb60-4018-4832-8b65-26e1c1ac0ae9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.895128] env[65368]: DEBUG nova.compute.provider_tree [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.899306] env[65368]: WARNING neutronclient.v2_0.client [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 818.995612] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Successfully updated port: ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 819.014638] env[65368]: DEBUG nova.network.neutron [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updated VIF entry in instance network info cache for port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.015139] env[65368]: DEBUG nova.network.neutron [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updating instance_info_cache with network_info: [{"id": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "address": "fa:16:3e:7c:90:c9", "network": {"id": "581e7554-2dd3-483e-9120-3c76d289097c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227159441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c01c30177884ba1a91bab40ae660246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fbe0dc-5c", "ovs_interfaceid": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.101664] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424429, 'name': CreateVM_Task, 'duration_secs': 0.422434} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.101856] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.102489] env[65368]: WARNING neutronclient.v2_0.client [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.102901] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.103116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.103490] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.103784] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ae122a4-e6a3-4867-acd3-2c6eee85ec1d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.109046] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 819.109046] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2cdf4-99fa-8a26-a083-482f51f302fc" [ 819.109046] env[65368]: _type = "Task" [ 819.109046] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.118115] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2cdf4-99fa-8a26-a083-482f51f302fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.268170] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424430, 'name': Rename_Task, 'duration_secs': 0.222736} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.268458] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.268708] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3eaf5c78-490c-4957-b9dd-bb42786db77d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.276834] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 819.276834] env[65368]: value = "task-4424431" [ 819.276834] env[65368]: _type = "Task" [ 819.276834] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.286459] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.441767] env[65368]: DEBUG nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 819.442085] env[65368]: DEBUG nova.compute.provider_tree [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 74 to 75 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 819.442207] env[65368]: DEBUG nova.compute.provider_tree [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.501265] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.501417] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquired lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.501602] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.518578] env[65368]: DEBUG oslo_concurrency.lockutils [req-cf35d129-b552-4dad-b2cc-c2ac31ee7c7f req-d0730b89-1aea-47a5-ab72-c1d4c9d3a90c service nova] Releasing lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.620724] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2cdf4-99fa-8a26-a083-482f51f302fc, 'name': SearchDatastore_Task, 'duration_secs': 0.011696} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.621062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.621062] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.621299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.621452] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.621652] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.621923] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0952ded4-5490-4e4f-b811-855f51715207 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.632181] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.632381] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.633364] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3851e3eb-f746-4bc4-98ed-1e9586071781 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.640092] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 819.640092] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527920f7-1a44-9cce-d9ee-44baffcd0447" [ 819.640092] env[65368]: _type = "Task" [ 819.640092] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.650244] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527920f7-1a44-9cce-d9ee-44baffcd0447, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.789050] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.950773] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.552s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.953216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.621s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.953485] env[65368]: DEBUG nova.objects.instance [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lazy-loading 'resources' on Instance uuid 46d105de-a26c-4f86-a3d2-d981e92d38bd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.979470] env[65368]: INFO nova.scheduler.client.report [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Deleted allocations for instance dd91b8fd-1d7e-4eed-a019-92aff29144e8 [ 820.047117] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 820.137869] env[65368]: WARNING neutronclient.v2_0.client [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.150822] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527920f7-1a44-9cce-d9ee-44baffcd0447, 'name': SearchDatastore_Task, 'duration_secs': 0.012085} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.151734] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3ca6733-e955-4bea-b4f4-aae394eb47ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.161931] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 820.161931] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52abf447-fd39-fcc1-118d-0dd9f892c7ee" [ 820.161931] env[65368]: _type = "Task" [ 820.161931] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.176150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.176150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.176150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.176941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.176941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.179421] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52abf447-fd39-fcc1-118d-0dd9f892c7ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011616} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.181841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.181841] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a/081bd257-b8e4-4ff4-bc11-6d92a6c6c78a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.182583] env[65368]: DEBUG nova.compute.manager [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Received event network-vif-plugged-ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.182583] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Acquiring lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.182937] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.182937] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.183220] env[65368]: DEBUG nova.compute.manager [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] No waiting events found dispatching network-vif-plugged-ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 820.183264] env[65368]: WARNING nova.compute.manager [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Received unexpected event network-vif-plugged-ace6e00b-a98a-4f27-b533-2546960d5e84 for instance with vm_state building and task_state spawning. [ 820.184019] env[65368]: DEBUG nova.compute.manager [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Received event network-changed-ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 820.184019] env[65368]: DEBUG nova.compute.manager [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Refreshing instance network info cache due to event network-changed-ace6e00b-a98a-4f27-b533-2546960d5e84. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 820.184019] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Acquiring lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.184344] env[65368]: INFO nova.compute.manager [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Terminating instance [ 820.185809] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07ea1fc2-9d0d-4463-9f99-7430db7c068b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.202605] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 820.202605] env[65368]: value = "task-4424432" [ 820.202605] env[65368]: _type = "Task" [ 820.202605] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.214211] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.248731] env[65368]: DEBUG nova.network.neutron [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updating instance_info_cache with network_info: [{"id": "ace6e00b-a98a-4f27-b533-2546960d5e84", "address": "fa:16:3e:8a:1a:32", "network": {"id": "de484aa3-061c-4c8c-9559-e2ab87370eab", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2085334445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a14df4fbc84583ac4071daa6b674e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace6e00b-a9", "ovs_interfaceid": "ace6e00b-a98a-4f27-b533-2546960d5e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.291589] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424431, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.489407] env[65368]: DEBUG oslo_concurrency.lockutils [None req-42212b19-bc34-406e-b585-9c87ec947da8 tempest-ImagesOneServerTestJSON-1437978576 tempest-ImagesOneServerTestJSON-1437978576-project-member] Lock "dd91b8fd-1d7e-4eed-a019-92aff29144e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.418s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.699077] env[65368]: DEBUG nova.compute.manager [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 820.699464] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.700695] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1297ebf-f348-45d1-bf8a-4db854d4f04a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.715037] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.718033] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f119744-3a54-4a0b-891e-431a58a44d72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.719940] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424432, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.730616] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 820.730616] env[65368]: value = "task-4424433" [ 820.730616] env[65368]: _type = "Task" [ 820.730616] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.743304] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.752396] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Releasing lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.752835] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Instance network_info: |[{"id": "ace6e00b-a98a-4f27-b533-2546960d5e84", "address": "fa:16:3e:8a:1a:32", "network": {"id": "de484aa3-061c-4c8c-9559-e2ab87370eab", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2085334445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a14df4fbc84583ac4071daa6b674e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace6e00b-a9", "ovs_interfaceid": "ace6e00b-a98a-4f27-b533-2546960d5e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 820.756130] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Acquired lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.756130] env[65368]: DEBUG nova.network.neutron [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Refreshing network info cache for port ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.757701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:1a:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd733acc2-07d0-479e-918c-ec8a21925389', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ace6e00b-a98a-4f27-b533-2546960d5e84', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.767272] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Creating folder: Project (b2a14df4fbc84583ac4071daa6b674e6). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.772025] env[65368]: WARNING neutronclient.v2_0.client [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.772025] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c8a911f-1b02-432e-a9b0-9634809a4944 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.789260] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Created folder: Project (b2a14df4fbc84583ac4071daa6b674e6) in parent group-v865657. [ 820.789974] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Creating folder: Instances. Parent ref: group-v865789. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.790917] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbda5595-4e37-4c17-bdd4-0e1cedce3d1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.797575] env[65368]: DEBUG oslo_vmware.api [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424431, 'name': PowerOnVM_Task, 'duration_secs': 1.055127} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.799090] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.799090] env[65368]: INFO nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Took 9.25 seconds to spawn the instance on the hypervisor. [ 820.799090] env[65368]: DEBUG nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 820.799882] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1205446c-3cf9-4f52-bef4-d01df780102a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.804481] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Created folder: Instances in parent group-v865789. [ 820.804784] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 820.808339] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.808695] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c4aa71d-dec2-4626-b95a-d3c4e2a1fc5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.842064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.842064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.851269] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.851269] env[65368]: value = "task-4424436" [ 820.851269] env[65368]: _type = "Task" [ 820.851269] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.867083] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424436, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.140740] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.140740] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.198069] env[65368]: WARNING neutronclient.v2_0.client [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.215613] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526086} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.219677] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a/081bd257-b8e4-4ff4-bc11-6d92a6c6c78a.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.219677] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.219677] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35708a8e-3fcd-4c81-8eca-30753d206123 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.230482] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 821.230482] env[65368]: value = "task-4424437" [ 821.230482] env[65368]: _type = "Task" [ 821.230482] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.240390] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d56ade0-0788-4e47-91c1-8a839fde1d89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.251349] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424437, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.252034] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424433, 'name': PowerOffVM_Task, 'duration_secs': 0.229103} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.257031] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 821.257031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 821.257031] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6bf10be4-8376-4235-87c6-bcc2023feda5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.260358] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9559e980-f080-47a2-b1b7-3a9507adee53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.299871] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6de6cef-8f0c-4db3-b98b-e0e0ce56eb63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.309494] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1a556f-4700-4309-89b1-b138156828c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.326188] env[65368]: DEBUG nova.compute.provider_tree [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.332735] env[65368]: DEBUG nova.network.neutron [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updated VIF entry in instance network info cache for port ace6e00b-a98a-4f27-b533-2546960d5e84. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 821.333027] env[65368]: DEBUG nova.network.neutron [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updating instance_info_cache with network_info: [{"id": "ace6e00b-a98a-4f27-b533-2546960d5e84", "address": "fa:16:3e:8a:1a:32", "network": {"id": "de484aa3-061c-4c8c-9559-e2ab87370eab", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2085334445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a14df4fbc84583ac4071daa6b674e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace6e00b-a9", "ovs_interfaceid": "ace6e00b-a98a-4f27-b533-2546960d5e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.345054] env[65368]: INFO nova.compute.manager [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Took 46.96 seconds to build instance. [ 821.349619] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 821.349619] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 821.349619] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleting the datastore file [datastore2] 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 821.349619] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df778f0f-6b2f-4e89-a73d-a984b3e8ab64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.360878] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 821.360878] env[65368]: value = "task-4424439" [ 821.360878] env[65368]: _type = "Task" [ 821.360878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.369248] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424436, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.375705] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.740513] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424437, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077482} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.740825] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.741610] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a010a3-0eaf-4b9a-b567-493653ca4575 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.766771] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a/081bd257-b8e4-4ff4-bc11-6d92a6c6c78a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.767161] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b5e7664-0bae-4c6b-a07d-01837ef0faa1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.788795] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 821.788795] env[65368]: value = "task-4424440" [ 821.788795] env[65368]: _type = "Task" [ 821.788795] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.799957] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.836967] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b3dce02-2aec-4114-a789-7cf7c8b7852c req-5f5a88f2-678a-4f7e-8f84-dadbd3074ab0 service nova] Releasing lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.849341] env[65368]: DEBUG oslo_concurrency.lockutils [None req-81412387-edfb-46ef-beb9-598a020f8651 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.870s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.853439] env[65368]: ERROR nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [req-c2015dc3-c574-425b-8274-a252a845493a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2015dc3-c574-425b-8274-a252a845493a"}]} [ 821.867745] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424436, 'name': CreateVM_Task, 'duration_secs': 0.724267} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.868496] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.868881] env[65368]: WARNING neutronclient.v2_0.client [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.869303] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.869794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.869794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.870359] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57abc63c-dc82-4230-8722-1903f3514d99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.874960] env[65368]: DEBUG oslo_vmware.api [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.398467} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.875609] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.875806] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.875980] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.876167] env[65368]: INFO nova.compute.manager [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 821.876404] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 821.876593] env[65368]: DEBUG nova.compute.manager [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 821.876708] env[65368]: DEBUG nova.network.neutron [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 821.876952] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.881134] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 821.881134] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c7d354-3d4a-ba56-137c-5519fb9089cb" [ 821.881134] env[65368]: _type = "Task" [ 821.881134] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.885016] env[65368]: DEBUG nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 821.894522] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c7d354-3d4a-ba56-137c-5519fb9089cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011249} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.894522] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.895354] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.895354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.895354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.895534] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.895886] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bea232db-4908-43a1-880c-dd259bd24fd7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.908579] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.908778] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.911219] env[65368]: DEBUG nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 821.911439] env[65368]: DEBUG nova.compute.provider_tree [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.914077] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba713e00-8dfb-46da-b9c9-d56619f66cb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.921892] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 821.921892] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac9014-0a60-5389-3755-cb84fe0fb3e4" [ 821.921892] env[65368]: _type = "Task" [ 821.921892] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.934109] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac9014-0a60-5389-3755-cb84fe0fb3e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.936235] env[65368]: DEBUG nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 821.940491] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.978561] env[65368]: DEBUG nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 822.302299] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.352947] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 822.435412] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ac9014-0a60-5389-3755-cb84fe0fb3e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.439818] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32e1711-3eb8-461d-b64a-bd8925371ab7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.446966] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 822.446966] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4db80-14ae-e1af-1946-efeeb73c7335" [ 822.446966] env[65368]: _type = "Task" [ 822.446966] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.457083] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4db80-14ae-e1af-1946-efeeb73c7335, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.529621] env[65368]: DEBUG nova.compute.manager [req-30913f7d-706b-4cc3-8b88-b8b9a5463ec5 req-3b84fc62-dcee-4ffd-af74-95accf8cf9f6 service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Received event network-vif-deleted-d470d5f9-1596-431d-912b-817813dc98c3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 822.529878] env[65368]: INFO nova.compute.manager [req-30913f7d-706b-4cc3-8b88-b8b9a5463ec5 req-3b84fc62-dcee-4ffd-af74-95accf8cf9f6 service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Neutron deleted interface d470d5f9-1596-431d-912b-817813dc98c3; detaching it from the instance and deleting it from the info cache [ 822.530108] env[65368]: DEBUG nova.network.neutron [req-30913f7d-706b-4cc3-8b88-b8b9a5463ec5 req-3b84fc62-dcee-4ffd-af74-95accf8cf9f6 service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.604068] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9676a83-5c55-40e9-ad14-95a36c6d1fa9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.616474] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805fa49d-1396-4d8a-958f-c4c7946dd3bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.654080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ddf10b-5f79-4e36-b74d-e5131ad3f27a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.662763] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c3876-55ff-4be9-bd76-65735c81f565 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.679568] env[65368]: DEBUG nova.compute.provider_tree [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.741666] env[65368]: DEBUG nova.network.neutron [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.805652] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.885560] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.959179] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4db80-14ae-e1af-1946-efeeb73c7335, 'name': SearchDatastore_Task, 'duration_secs': 0.019073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.959511] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.959813] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6316172d-91a8-4c32-b7f3-8b873f8d3ce3/6316172d-91a8-4c32-b7f3-8b873f8d3ce3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.960299] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-643a9c82-6d13-4a3d-bbd4-3545bdce5425 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.971982] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 822.971982] env[65368]: value = "task-4424441" [ 822.971982] env[65368]: _type = "Task" [ 822.971982] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.981247] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424441, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.035205] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e5d33805-ebfe-4407-98a9-cfca675bfb8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.049213] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3268c70d-44dd-4138-9548-5ac99fff704a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.093361] env[65368]: DEBUG nova.compute.manager [req-30913f7d-706b-4cc3-8b88-b8b9a5463ec5 req-3b84fc62-dcee-4ffd-af74-95accf8cf9f6 service nova] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Detach interface failed, port_id=d470d5f9-1596-431d-912b-817813dc98c3, reason: Instance 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 823.187319] env[65368]: DEBUG nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.245051] env[65368]: INFO nova.compute.manager [-] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Took 1.37 seconds to deallocate network for instance. [ 823.306106] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424440, 'name': ReconfigVM_Task, 'duration_secs': 1.240229} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.306106] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfigured VM instance instance-00000030 to attach disk [datastore2] 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a/081bd257-b8e4-4ff4-bc11-6d92a6c6c78a.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.306728] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78d33765-f490-474c-9d75-c303c22afbd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.316216] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 823.316216] env[65368]: value = "task-4424442" [ 823.316216] env[65368]: _type = "Task" [ 823.316216] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.328195] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424442, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.483381] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424441, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.483763] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6316172d-91a8-4c32-b7f3-8b873f8d3ce3/6316172d-91a8-4c32-b7f3-8b873f8d3ce3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.484214] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.484407] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa1b6e40-40f1-4af5-b239-1c1ab425ae78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.494108] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 823.494108] env[65368]: value = "task-4424443" [ 823.494108] env[65368]: _type = "Task" [ 823.494108] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.505304] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424443, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.693876] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.741s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.696390] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.034s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.698057] env[65368]: INFO nova.compute.claims [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 823.720976] env[65368]: INFO nova.scheduler.client.report [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleted allocations for instance 46d105de-a26c-4f86-a3d2-d981e92d38bd [ 823.755030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.831103] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424442, 'name': Rename_Task, 'duration_secs': 0.22153} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.831615] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.833017] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8689d04-a8de-4846-8b94-82c94e338f7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.841727] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 823.841727] env[65368]: value = "task-4424444" [ 823.841727] env[65368]: _type = "Task" [ 823.841727] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.851558] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424444, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.005080] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424443, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074584} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.005380] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.006196] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e56327e-d5ab-4030-b3dc-49da83d428fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.036507] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 6316172d-91a8-4c32-b7f3-8b873f8d3ce3/6316172d-91a8-4c32-b7f3-8b873f8d3ce3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.036930] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b6e31c-f954-4700-a06c-014d55d7a8c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.068235] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 824.068235] env[65368]: value = "task-4424445" [ 824.068235] env[65368]: _type = "Task" [ 824.068235] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.077991] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.232807] env[65368]: DEBUG oslo_concurrency.lockutils [None req-49b309f9-843f-4e80-bd2f-8618adcf6d15 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "46d105de-a26c-4f86-a3d2-d981e92d38bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.957s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.294455] env[65368]: DEBUG nova.compute.manager [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 824.351646] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424444, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.580730] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424445, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.806456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.806938] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.807122] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.808531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.808531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.814396] env[65368]: INFO nova.compute.manager [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Terminating instance [ 824.838746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 824.860544] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424444, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.083518] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424445, 'name': ReconfigVM_Task, 'duration_secs': 0.932953} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.083979] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 6316172d-91a8-4c32-b7f3-8b873f8d3ce3/6316172d-91a8-4c32-b7f3-8b873f8d3ce3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.084730] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b42659e-acc8-438a-b59e-76b8fc10f617 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.092553] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 825.092553] env[65368]: value = "task-4424446" [ 825.092553] env[65368]: _type = "Task" [ 825.092553] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.102524] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424446, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.320052] env[65368]: DEBUG nova.compute.manager [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 825.320417] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.321351] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1ca694-eb0f-4197-a6e5-6e5941ff78ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.334071] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.335200] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a628c36-06b2-45bb-9065-d891fded666a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.339224] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7081b71-e65a-4628-b926-0ea01e87e4ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.343013] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 825.343013] env[65368]: value = "task-4424447" [ 825.343013] env[65368]: _type = "Task" [ 825.343013] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.351976] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd93c83-c109-49d0-881f-8959abf999b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.358821] env[65368]: DEBUG oslo_vmware.api [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424444, 'name': PowerOnVM_Task, 'duration_secs': 1.165592} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.359415] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.359660] env[65368]: INFO nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Took 9.74 seconds to spawn the instance on the hypervisor. [ 825.359820] env[65368]: DEBUG nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 825.360640] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5ef785-c1c8-4ec2-a2c9-6725db2bff86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.395588] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.397662] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954cd3dd-2192-4360-b4b6-fd7c64ff54a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.410798] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c44152-73a1-4e64-a66b-b7b2a5440b08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.430538] env[65368]: DEBUG nova.compute.provider_tree [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.602611] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424446, 'name': Rename_Task, 'duration_secs': 0.342042} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.603125] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.603125] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b38bbabd-a27c-4c36-a1c0-0febcc1b101a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.609817] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 825.609817] env[65368]: value = "task-4424448" [ 825.609817] env[65368]: _type = "Task" [ 825.609817] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.619397] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.857796] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424447, 'name': PowerOffVM_Task, 'duration_secs': 0.259841} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.858193] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 825.858346] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 825.858601] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-521d181e-7aab-4672-8892-100beb658134 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.913291] env[65368]: INFO nova.compute.manager [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Took 51.11 seconds to build instance. [ 825.939755] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 825.940076] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 825.940300] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleting the datastore file [datastore2] 0a2a2751-4206-4b31-a9a0-15c32e70948d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 825.940629] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3e99dc7-f492-4353-871c-6ee9c5188aa0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.948211] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for the task: (returnval){ [ 825.948211] env[65368]: value = "task-4424450" [ 825.948211] env[65368]: _type = "Task" [ 825.948211] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.958092] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.962358] env[65368]: ERROR nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [req-cac5575f-ddef-482f-9f98-02c5434ac1db] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cac5575f-ddef-482f-9f98-02c5434ac1db"}]} [ 825.991018] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 826.015642] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 826.015942] env[65368]: DEBUG nova.compute.provider_tree [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.030069] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 826.052655] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 826.124162] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.415777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24b85684-3e2c-4eeb-bdcb-f00528949644 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.611s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.460106] env[65368]: DEBUG oslo_vmware.api [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Task: {'id': task-4424450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147079} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.462350] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.462655] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.462857] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.463043] env[65368]: INFO nova.compute.manager [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 826.463295] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 826.464378] env[65368]: DEBUG nova.compute.manager [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 826.464378] env[65368]: DEBUG nova.network.neutron [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 826.464378] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.636029] env[65368]: DEBUG oslo_vmware.api [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424448, 'name': PowerOnVM_Task, 'duration_secs': 0.777947} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.636029] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 826.636029] env[65368]: INFO nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Took 8.20 seconds to spawn the instance on the hypervisor. [ 826.636029] env[65368]: DEBUG nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 826.636029] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c1b46a-b7eb-42c6-a6a4-3c189cdf7855 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.717105] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f9d643-4f15-4a8c-8ebc-c48570f801d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.730465] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c855b7f9-9959-439a-a152-75e443dddb73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.768572] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bc5f65-6128-4b59-9adb-b41938fdd253 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.781731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1055ba8a-66eb-44a5-b2ee-e2e68e98caf8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.799867] env[65368]: DEBUG nova.compute.provider_tree [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.806428] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 826.918819] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 827.164085] env[65368]: INFO nova.compute.manager [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Took 48.97 seconds to build instance. [ 827.303056] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 827.458047] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.667513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-46b5585a-bf00-4c1d-9295-f8d0d165d5ec tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.518s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.700184] env[65368]: DEBUG nova.compute.manager [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Received event network-changed-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 827.701556] env[65368]: DEBUG nova.compute.manager [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Refreshing instance network info cache due to event network-changed-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 827.701847] env[65368]: DEBUG oslo_concurrency.lockutils [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] Acquiring lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.702046] env[65368]: DEBUG oslo_concurrency.lockutils [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] Acquired lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.702236] env[65368]: DEBUG nova.network.neutron [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Refreshing network info cache for port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 827.799119] env[65368]: DEBUG nova.network.neutron [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.809747] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.113s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.810518] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 827.814045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.915s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.814045] env[65368]: DEBUG nova.objects.instance [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'resources' on Instance uuid 5e58ad68-c04d-4479-ba9c-f571055bb014 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 828.171398] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 828.205974] env[65368]: WARNING neutronclient.v2_0.client [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.304761] env[65368]: INFO nova.compute.manager [-] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Took 1.84 seconds to deallocate network for instance. [ 828.317376] env[65368]: DEBUG nova.compute.utils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 828.320170] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 828.320535] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 828.320896] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.321348] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.381492] env[65368]: DEBUG nova.policy [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5159d7cfbeda4ef7b9d93b4bdbed889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eb8ffc348c5489294557ef64f32497a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 828.695024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.814063] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.826489] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Successfully created port: 905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 828.832315] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 828.846583] env[65368]: WARNING neutronclient.v2_0.client [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.012776] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858b9555-4fd7-485d-85a0-9a332834d5b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.022855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b8fc71e-3fbb-4ab7-b342-6d923ed08b1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.029308] env[65368]: DEBUG nova.network.neutron [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updated VIF entry in instance network info cache for port a9fbe0dc-5c21-4a04-83e7-5befce94a0ca. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 829.029689] env[65368]: DEBUG nova.network.neutron [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updating instance_info_cache with network_info: [{"id": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "address": "fa:16:3e:7c:90:c9", "network": {"id": "581e7554-2dd3-483e-9120-3c76d289097c", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-227159441-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9c01c30177884ba1a91bab40ae660246", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa9fbe0dc-5c", "ovs_interfaceid": "a9fbe0dc-5c21-4a04-83e7-5befce94a0ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.069319] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d9949-f1a9-4b05-ac9c-c4ad21a6fdd9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.080494] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7d1ac-947f-4613-a9f7-22476cc556bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.101703] env[65368]: DEBUG nova.compute.provider_tree [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 829.533053] env[65368]: DEBUG oslo_concurrency.lockutils [req-94ccbc97-6dbb-4c1d-9d51-c131c7c95650 req-4676bb9d-c2e5-430d-a420-b01aa917fc9d service nova] Releasing lock "refresh_cache-081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.604628] env[65368]: DEBUG nova.scheduler.client.report [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 829.626584] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "8351e297-e85b-4f81-9877-6528e196dcde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.626860] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.737552] env[65368]: DEBUG nova.compute.manager [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Received event network-vif-deleted-05820e83-a452-4cc7-88a4-b34e2b71362c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 829.737642] env[65368]: DEBUG nova.compute.manager [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Received event network-changed-ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 829.737823] env[65368]: DEBUG nova.compute.manager [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Refreshing instance network info cache due to event network-changed-ace6e00b-a98a-4f27-b533-2546960d5e84. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 829.738068] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] Acquiring lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.738279] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] Acquired lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.738622] env[65368]: DEBUG nova.network.neutron [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Refreshing network info cache for port ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 829.851331] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 829.889321] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.889630] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.889811] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.890018] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.890185] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.890343] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.890586] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.890753] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.890938] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.891138] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.891327] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.892383] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da8059f6-b619-47d3-a964-cd884fc3ec6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.902690] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c7135f-73dd-413f-a4ac-9b95369ffdd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.110165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.112577] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.094s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.114202] env[65368]: INFO nova.compute.claims [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.146726] env[65368]: INFO nova.scheduler.client.report [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted allocations for instance 5e58ad68-c04d-4479-ba9c-f571055bb014 [ 830.241503] env[65368]: WARNING neutronclient.v2_0.client [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.499563] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Successfully updated port: 905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 830.519466] env[65368]: WARNING neutronclient.v2_0.client [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 830.607490] env[65368]: DEBUG nova.network.neutron [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updated VIF entry in instance network info cache for port ace6e00b-a98a-4f27-b533-2546960d5e84. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 830.607877] env[65368]: DEBUG nova.network.neutron [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updating instance_info_cache with network_info: [{"id": "ace6e00b-a98a-4f27-b533-2546960d5e84", "address": "fa:16:3e:8a:1a:32", "network": {"id": "de484aa3-061c-4c8c-9559-e2ab87370eab", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-2085334445-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.246", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a14df4fbc84583ac4071daa6b674e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d733acc2-07d0-479e-918c-ec8a21925389", "external-id": "nsx-vlan-transportzone-459", "segmentation_id": 459, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapace6e00b-a9", "ovs_interfaceid": "ace6e00b-a98a-4f27-b533-2546960d5e84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.658618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-68e7e4f6-f10b-48b5-a017-feb64f4f13f9 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "5e58ad68-c04d-4479-ba9c-f571055bb014" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.765s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.002432] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.002432] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.002432] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 831.110972] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b811d5f-2cf8-4978-b127-e595bdf86ce8 req-3816ac2d-044a-480a-a9ae-d51d69f2e0d4 service nova] Releasing lock "refresh_cache-6316172d-91a8-4c32-b7f3-8b873f8d3ce3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.563668] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 831.672974] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 831.790225] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Updating instance_info_cache with network_info: [{"id": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "address": "fa:16:3e:14:3d:b2", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905315a9-7e", "ovs_interfaceid": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.795274] env[65368]: DEBUG nova.compute.manager [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Received event network-vif-plugged-905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 831.795274] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Acquiring lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.795274] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.795489] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.795626] env[65368]: DEBUG nova.compute.manager [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] No waiting events found dispatching network-vif-plugged-905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 831.795796] env[65368]: WARNING nova.compute.manager [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Received unexpected event network-vif-plugged-905315a9-7ecf-4b16-8dff-d15e0e50be06 for instance with vm_state building and task_state spawning. [ 831.796028] env[65368]: DEBUG nova.compute.manager [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Received event network-changed-905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 831.796629] env[65368]: DEBUG nova.compute.manager [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Refreshing instance network info cache due to event network-changed-905315a9-7ecf-4b16-8dff-d15e0e50be06. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 831.797069] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Acquiring lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.806735] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a1b847-de21-46b4-ada5-623591a15666 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.817480] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5db7f56-9d68-4ba8-81aa-d99e6714cd7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.865904] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-151e894a-3a25-4a59-b033-8e937313fe09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.874567] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ffceb-4591-45e9-ba38-61dce6d6937a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.890545] env[65368]: DEBUG nova.compute.provider_tree [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.299084] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.299431] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Instance network_info: |[{"id": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "address": "fa:16:3e:14:3d:b2", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905315a9-7e", "ovs_interfaceid": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 832.299789] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Acquired lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.299969] env[65368]: DEBUG nova.network.neutron [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Refreshing network info cache for port 905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 832.301388] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:3d:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '905315a9-7ecf-4b16-8dff-d15e0e50be06', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 832.309726] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 832.310019] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 832.310275] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07453033-7ed5-4f72-931b-f3d85f8e4a09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.334705] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 832.334705] env[65368]: value = "task-4424451" [ 832.334705] env[65368]: _type = "Task" [ 832.334705] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.345529] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424451, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.395668] env[65368]: DEBUG nova.scheduler.client.report [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.813037] env[65368]: WARNING neutronclient.v2_0.client [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 832.845721] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424451, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.901188] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.901518] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 832.907868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.876s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.909617] env[65368]: INFO nova.compute.claims [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.998860] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.999098] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.007528] env[65368]: WARNING neutronclient.v2_0.client [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.088424] env[65368]: DEBUG nova.network.neutron [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Updated VIF entry in instance network info cache for port 905315a9-7ecf-4b16-8dff-d15e0e50be06. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 833.088827] env[65368]: DEBUG nova.network.neutron [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Updating instance_info_cache with network_info: [{"id": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "address": "fa:16:3e:14:3d:b2", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905315a9-7e", "ovs_interfaceid": "905315a9-7ecf-4b16-8dff-d15e0e50be06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.346995] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424451, 'name': CreateVM_Task, 'duration_secs': 0.532614} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.347221] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 833.347740] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.348120] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.348272] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.348584] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.348845] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c88e06f-3216-4c56-aa0e-a3d0665ca5c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.354606] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 833.354606] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527f4f48-c013-36fb-132a-3a12b2c3c1bf" [ 833.354606] env[65368]: _type = "Task" [ 833.354606] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.366890] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527f4f48-c013-36fb-132a-3a12b2c3c1bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.415878] env[65368]: DEBUG nova.compute.utils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.419969] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 833.420200] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 833.420576] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.420913] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.477907] env[65368]: DEBUG nova.policy [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5159d7cfbeda4ef7b9d93b4bdbed889c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7eb8ffc348c5489294557ef64f32497a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.591905] env[65368]: DEBUG oslo_concurrency.lockutils [req-095a594d-4280-4d2e-af34-6fed5b63bbb6 req-c73c347d-3b35-41b9-a7d2-bc776b3e6856 service nova] Releasing lock "refresh_cache-34519e5e-a55c-41b2-94dd-966f0dc604a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.735698] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Successfully created port: 6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 833.868212] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527f4f48-c013-36fb-132a-3a12b2c3c1bf, 'name': SearchDatastore_Task, 'duration_secs': 0.019387} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.868568] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.868817] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 833.869144] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.869328] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.869510] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 833.869797] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1db56b05-df87-45b3-83ae-6ff4b67aaf65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.879823] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 833.880038] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 833.880972] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21bb27e3-cd20-4cc3-ae51-f7f03f0df651 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.887850] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 833.887850] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5294c9cf-c820-9bb7-0cce-1b5ba26c4738" [ 833.887850] env[65368]: _type = "Task" [ 833.887850] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.897260] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5294c9cf-c820-9bb7-0cce-1b5ba26c4738, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.921574] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 833.943638] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.944570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.944570] env[65368]: INFO nova.compute.manager [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Rebooting instance [ 834.400914] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5294c9cf-c820-9bb7-0cce-1b5ba26c4738, 'name': SearchDatastore_Task, 'duration_secs': 0.010399} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.401735] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc1abd17-e83d-4762-85cf-9cd6bae1ebce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.408495] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 834.408495] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ec38d8-2005-7891-3191-61d619811e63" [ 834.408495] env[65368]: _type = "Task" [ 834.408495] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.422357] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ec38d8-2005-7891-3191-61d619811e63, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.422680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.422944] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 34519e5e-a55c-41b2-94dd-966f0dc604a1/34519e5e-a55c-41b2-94dd-966f0dc604a1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 834.423226] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d0366f2-406c-418f-96e6-859970d81f95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.438182] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 834.438182] env[65368]: value = "task-4424452" [ 834.438182] env[65368]: _type = "Task" [ 834.438182] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.454349] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.467614] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.467812] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.467988] env[65368]: DEBUG nova.network.neutron [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 834.471445] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaa84bb-984a-43ab-8a15-17c26a912600 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.481600] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71633e69-7227-4660-9bab-518a196895a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.514796] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c08517-15c0-46c3-b640-b7b1192488ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.523349] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d68d72-4327-4ef5-9dad-bf826d90cb18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.539270] env[65368]: DEBUG nova.compute.provider_tree [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.937039] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 834.965709] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424452, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.977090] env[65368]: WARNING neutronclient.v2_0.client [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 834.985308] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 834.985666] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 834.985808] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 834.985967] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 834.986121] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 834.986264] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 834.986472] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 834.986615] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 834.986770] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 834.986924] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 834.987099] env[65368]: DEBUG nova.virt.hardware [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 834.988650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3094fd11-9723-4f8b-86fe-7f54e308d04d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.999628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdec246b-861c-4bf6-a09c-12f3b37091e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.042500] env[65368]: DEBUG nova.scheduler.client.report [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.228052] env[65368]: DEBUG nova.compute.manager [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Received event network-vif-plugged-6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 835.229128] env[65368]: DEBUG oslo_concurrency.lockutils [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] Acquiring lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.229128] env[65368]: DEBUG oslo_concurrency.lockutils [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.229128] env[65368]: DEBUG oslo_concurrency.lockutils [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.229128] env[65368]: DEBUG nova.compute.manager [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] No waiting events found dispatching network-vif-plugged-6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 835.229128] env[65368]: WARNING nova.compute.manager [req-092c1345-1895-48e9-9714-d5210cc8b016 req-031bb5f0-4ed3-46e4-9e74-2befbc0da92d service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Received unexpected event network-vif-plugged-6c2c17a8-ef2e-4126-87dd-377b4127af2d for instance with vm_state building and task_state spawning. [ 835.265247] env[65368]: WARNING neutronclient.v2_0.client [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.304695] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Successfully updated port: 6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 835.356679] env[65368]: DEBUG nova.network.neutron [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.455711] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.606034} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.456347] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 34519e5e-a55c-41b2-94dd-966f0dc604a1/34519e5e-a55c-41b2-94dd-966f0dc604a1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 835.456347] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 835.456591] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9fd1278-0a88-450e-bbfc-b5784f48f197 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.464732] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 835.464732] env[65368]: value = "task-4424453" [ 835.464732] env[65368]: _type = "Task" [ 835.464732] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 835.473902] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424453, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.548316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.548832] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 835.551716] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 36.493s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.551888] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.552047] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 835.552330] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.460s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.553759] env[65368]: INFO nova.compute.claims [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.557700] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fc54c6-804e-4329-b0e1-332d42c7ce4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.566819] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-762bea46-5d6c-40d5-9d2b-48ff209d7133 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.584163] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cfa447-c3c5-4c7d-8819-ded612428606 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.592724] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fb4501-4765-4e10-a5dd-3ddb2cf26476 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.623999] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177695MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 835.624184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.810556] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.810800] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.810910] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 835.860814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.975810] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424453, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07953} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.976475] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 835.977056] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ebc9d8-c3a1-4518-8ce5-cc7b1e1583d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.001335] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 34519e5e-a55c-41b2-94dd-966f0dc604a1/34519e5e-a55c-41b2-94dd-966f0dc604a1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 836.001675] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54907a27-2622-40f7-b5fb-038a74a4370c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.023565] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 836.023565] env[65368]: value = "task-4424454" [ 836.023565] env[65368]: _type = "Task" [ 836.023565] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.034018] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.061580] env[65368]: DEBUG nova.compute.utils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 836.063459] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 836.063459] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 836.063770] env[65368]: WARNING neutronclient.v2_0.client [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.064133] env[65368]: WARNING neutronclient.v2_0.client [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.116111] env[65368]: DEBUG nova.policy [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e044569a39e4bcb8c3c6af244e95353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '705545d0daac4524900cd0b693965f24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 836.354776] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 836.367853] env[65368]: DEBUG nova.compute.manager [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 836.369047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc815a79-5849-4d92-b031-14c28554867d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.444800] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Successfully created port: bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 836.473018] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 836.537119] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424454, 'name': ReconfigVM_Task, 'duration_secs': 0.310163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.537801] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 34519e5e-a55c-41b2-94dd-966f0dc604a1/34519e5e-a55c-41b2-94dd-966f0dc604a1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 836.538674] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3878374b-a5aa-4409-a154-1ee9721397ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.547261] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 836.547261] env[65368]: value = "task-4424455" [ 836.547261] env[65368]: _type = "Task" [ 836.547261] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.561019] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424455, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.569593] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 836.637603] env[65368]: DEBUG nova.network.neutron [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Updating instance_info_cache with network_info: [{"id": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "address": "fa:16:3e:d7:62:f9", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c17a8-ef", "ovs_interfaceid": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.058489] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424455, 'name': Rename_Task, 'duration_secs': 0.143265} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.061099] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 837.061534] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d474375-6320-41f3-8e76-a2531576a6fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.070713] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 837.070713] env[65368]: value = "task-4424456" [ 837.070713] env[65368]: _type = "Task" [ 837.070713] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.086179] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.141725] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.142098] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Instance network_info: |[{"id": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "address": "fa:16:3e:d7:62:f9", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c17a8-ef", "ovs_interfaceid": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 837.143057] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7abd0c-29e0-47ea-a763-e177fb469f31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.146197] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:62:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e41070eb-3ac1-4ca9-a3d0-fd65893a97de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6c2c17a8-ef2e-4126-87dd-377b4127af2d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.154108] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 837.154890] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.156048] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05775d4e-6cd6-4bb0-97b1-36653d3db2ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.173956] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b478647-c852-4f8e-b025-ec1cbcc20f95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.180698] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.180698] env[65368]: value = "task-4424457" [ 837.180698] env[65368]: _type = "Task" [ 837.180698] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.210336] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5e57d-eeaf-4b58-904d-929442d9ea7a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.217062] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424457, 'name': CreateVM_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.222773] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc417891-a797-422a-8c2c-ecee8902a0a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.238678] env[65368]: DEBUG nova.compute.provider_tree [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.338775] env[65368]: DEBUG nova.compute.manager [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Received event network-changed-6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 837.339069] env[65368]: DEBUG nova.compute.manager [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Refreshing instance network info cache due to event network-changed-6c2c17a8-ef2e-4126-87dd-377b4127af2d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 837.339356] env[65368]: DEBUG oslo_concurrency.lockutils [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] Acquiring lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.339637] env[65368]: DEBUG oslo_concurrency.lockutils [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] Acquired lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.339675] env[65368]: DEBUG nova.network.neutron [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Refreshing network info cache for port 6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 837.389869] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d672769-3b21-4ccd-968e-7692bb6fd701 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.398292] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Doing hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 837.398292] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-644f9b1f-d590-43dd-8d1f-9a5758f6e01a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.406175] env[65368]: DEBUG oslo_vmware.api [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 837.406175] env[65368]: value = "task-4424458" [ 837.406175] env[65368]: _type = "Task" [ 837.406175] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.418060] env[65368]: DEBUG oslo_vmware.api [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424458, 'name': ResetVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.581792] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424456, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.583984] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 837.614651] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 837.614880] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 837.615065] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 837.615188] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 837.615326] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 837.615467] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 837.615670] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 837.615819] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 837.615974] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 837.616146] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 837.616396] env[65368]: DEBUG nova.virt.hardware [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 837.617279] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe5cd15-2ddf-4f67-a941-7b862c7bf601 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.626195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4d55c4-3ca0-4004-915c-2cce97bfee15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.690937] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424457, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.762149] env[65368]: ERROR nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [req-90c2de4b-d395-4f4f-b1e0-3e3868533d3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-90c2de4b-d395-4f4f-b1e0-3e3868533d3b"}]} [ 837.783570] env[65368]: DEBUG nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.800731] env[65368]: DEBUG nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.800967] env[65368]: DEBUG nova.compute.provider_tree [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.814353] env[65368]: DEBUG nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.835849] env[65368]: DEBUG nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.842479] env[65368]: WARNING neutronclient.v2_0.client [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 837.917503] env[65368]: DEBUG oslo_vmware.api [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424458, 'name': ResetVM_Task, 'duration_secs': 0.393437} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.920986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Did hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 837.921213] env[65368]: DEBUG nova.compute.manager [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 837.922273] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a1ea19-e398-45da-8710-b9818be1bdc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.989582] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Successfully updated port: bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 838.034020] env[65368]: WARNING neutronclient.v2_0.client [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.089841] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424456, 'name': PowerOnVM_Task} progress is 92%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.117820] env[65368]: DEBUG nova.network.neutron [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Updated VIF entry in instance network info cache for port 6c2c17a8-ef2e-4126-87dd-377b4127af2d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 838.118287] env[65368]: DEBUG nova.network.neutron [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Updating instance_info_cache with network_info: [{"id": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "address": "fa:16:3e:d7:62:f9", "network": {"id": "6352cac5-e91b-4178-a913-82ced09eab81", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1190378130-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7eb8ffc348c5489294557ef64f32497a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e41070eb-3ac1-4ca9-a3d0-fd65893a97de", "external-id": "nsx-vlan-transportzone-596", "segmentation_id": 596, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6c2c17a8-ef", "ovs_interfaceid": "6c2c17a8-ef2e-4126-87dd-377b4127af2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.193066] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424457, 'name': CreateVM_Task, 'duration_secs': 0.786846} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.193249] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 838.193766] env[65368]: WARNING neutronclient.v2_0.client [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.194147] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.194335] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.194598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.194880] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b957f38b-7c3a-4420-aa8b-d5e83a495336 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.201603] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 838.201603] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5564d-a154-cfe1-3c85-ba3b5f29b1fd" [ 838.201603] env[65368]: _type = "Task" [ 838.201603] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.211897] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5564d-a154-cfe1-3c85-ba3b5f29b1fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.438584] env[65368]: DEBUG oslo_concurrency.lockutils [None req-977f2e11-7b0e-463d-8764-feb93dbfe9fd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.494s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.451412] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14231734-3425-4869-be06-9d0730a1932a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.461240] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb7bfa0-e961-4587-83b1-856806561ce7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.493195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ececf-8689-4efc-ad40-6579cf958289 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.497648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.497861] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.498096] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 838.506791] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f01d4ba-d445-46af-acef-1c726829c893 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.525507] env[65368]: DEBUG nova.compute.provider_tree [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.583167] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424456, 'name': PowerOnVM_Task, 'duration_secs': 1.099369} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.583424] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 838.583660] env[65368]: INFO nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Took 8.73 seconds to spawn the instance on the hypervisor. [ 838.583853] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 838.584748] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e632d531-2736-4198-b79a-803acaaf6394 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.623071] env[65368]: DEBUG oslo_concurrency.lockutils [req-9a949e6e-2d09-4b66-a520-a3378b4528eb req-088383f3-4fc1-44b0-84a6-1f49ba7b0dd4 service nova] Releasing lock "refresh_cache-3c6210b5-15a1-4635-b535-9cc335ac24e3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.712870] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5564d-a154-cfe1-3c85-ba3b5f29b1fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.713354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.713486] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 838.713749] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.713892] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.714079] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 838.714342] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab1061a0-0d10-4c85-8d96-b8316904f2ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.728100] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 838.729010] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 838.729138] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-caec65de-f79f-4603-9ee9-4c85da7ccc78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.736920] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 838.736920] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295f793-1afc-7d02-5087-c7a589b44b02" [ 838.736920] env[65368]: _type = "Task" [ 838.736920] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.745406] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295f793-1afc-7d02-5087-c7a589b44b02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.042905] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 839.066458] env[65368]: DEBUG nova.scheduler.client.report [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 81 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 839.066710] env[65368]: DEBUG nova.compute.provider_tree [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 81 to 82 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 839.066885] env[65368]: DEBUG nova.compute.provider_tree [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.103590] env[65368]: INFO nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Took 48.46 seconds to build instance. [ 839.133078] env[65368]: WARNING neutronclient.v2_0.client [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 839.205725] env[65368]: DEBUG nova.network.neutron [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Updating instance_info_cache with network_info: [{"id": "bc04e6fc-ea01-449c-90da-2d831c465d77", "address": "fa:16:3e:6e:3d:94", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc04e6fc-ea", "ovs_interfaceid": "bc04e6fc-ea01-449c-90da-2d831c465d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.246579] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295f793-1afc-7d02-5087-c7a589b44b02, 'name': SearchDatastore_Task, 'duration_secs': 0.010363} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.247541] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d69748a-35ee-4e5e-bf9e-056b0d566c8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.253441] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 839.253441] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525dad77-9c26-6a98-a82f-70412a28fb64" [ 839.253441] env[65368]: _type = "Task" [ 839.253441] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.262975] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525dad77-9c26-6a98-a82f-70412a28fb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.422081] env[65368]: DEBUG nova.compute.manager [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Received event network-vif-plugged-bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 839.422326] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Acquiring lock "f3037fdb-046a-44cf-be44-069f231406a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 839.422548] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Lock "f3037fdb-046a-44cf-be44-069f231406a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.422852] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Lock "f3037fdb-046a-44cf-be44-069f231406a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.423033] env[65368]: DEBUG nova.compute.manager [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] No waiting events found dispatching network-vif-plugged-bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 839.423201] env[65368]: WARNING nova.compute.manager [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Received unexpected event network-vif-plugged-bc04e6fc-ea01-449c-90da-2d831c465d77 for instance with vm_state building and task_state spawning. [ 839.423354] env[65368]: DEBUG nova.compute.manager [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Received event network-changed-bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 839.423500] env[65368]: DEBUG nova.compute.manager [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Refreshing instance network info cache due to event network-changed-bc04e6fc-ea01-449c-90da-2d831c465d77. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 839.423694] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Acquiring lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.572884] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.020s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.573516] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 839.576756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.457s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.576992] env[65368]: DEBUG nova.objects.instance [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lazy-loading 'resources' on Instance uuid a75e05b6-f88d-485d-8dca-c833e2f47486 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.606184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.397s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.712613] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.712806] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Instance network_info: |[{"id": "bc04e6fc-ea01-449c-90da-2d831c465d77", "address": "fa:16:3e:6e:3d:94", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc04e6fc-ea", "ovs_interfaceid": "bc04e6fc-ea01-449c-90da-2d831c465d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 839.713240] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Acquired lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.713491] env[65368]: DEBUG nova.network.neutron [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Refreshing network info cache for port bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 839.715230] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:3d:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc04e6fc-ea01-449c-90da-2d831c465d77', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.725088] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 839.726299] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.727743] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94d5bf3c-70c5-4540-b327-c3bfec0f452e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.749848] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.749848] env[65368]: value = "task-4424459" [ 839.749848] env[65368]: _type = "Task" [ 839.749848] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.760874] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424459, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.767126] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525dad77-9c26-6a98-a82f-70412a28fb64, 'name': SearchDatastore_Task, 'duration_secs': 0.009938} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.767399] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.767657] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3c6210b5-15a1-4635-b535-9cc335ac24e3/3c6210b5-15a1-4635-b535-9cc335ac24e3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 839.767948] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5cf6d2d-8999-449a-9cc9-58dc42433a47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.775991] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 839.775991] env[65368]: value = "task-4424460" [ 839.775991] env[65368]: _type = "Task" [ 839.775991] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.788707] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.080535] env[65368]: DEBUG nova.compute.utils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 840.084981] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 840.085249] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 840.085576] env[65368]: WARNING neutronclient.v2_0.client [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.087849] env[65368]: WARNING neutronclient.v2_0.client [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.110743] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 840.182952] env[65368]: DEBUG nova.policy [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a48ba4ca9525483b8c71bb1de2b6f097', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '636558fd439b4f298e9dd345dbdaeb0b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 840.230207] env[65368]: WARNING neutronclient.v2_0.client [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.265390] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424459, 'name': CreateVM_Task, 'duration_secs': 0.3946} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.268091] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.268769] env[65368]: WARNING neutronclient.v2_0.client [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.269137] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.269284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.269588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.269844] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05770049-2e79-4820-9ce1-2d029f80096c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.275171] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 840.275171] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ddc16-176b-b4ae-9c23-b0e05d7a7967" [ 840.275171] env[65368]: _type = "Task" [ 840.275171] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.292345] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ddc16-176b-b4ae-9c23-b0e05d7a7967, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.295606] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424460, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.423468] env[65368]: WARNING neutronclient.v2_0.client [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.516041] env[65368]: DEBUG nova.network.neutron [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Updated VIF entry in instance network info cache for port bc04e6fc-ea01-449c-90da-2d831c465d77. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 840.516640] env[65368]: DEBUG nova.network.neutron [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Updating instance_info_cache with network_info: [{"id": "bc04e6fc-ea01-449c-90da-2d831c465d77", "address": "fa:16:3e:6e:3d:94", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc04e6fc-ea", "ovs_interfaceid": "bc04e6fc-ea01-449c-90da-2d831c465d77", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.581469] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Successfully created port: 706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 840.591696] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 840.629940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.702032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615ddc37-93a9-4ab1-aa16-d0bc6a17b213 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.710500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bedfc3c-ec29-4fe7-85cb-b817360d26d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.745307] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d0fe0e-1aa3-4d0e-9bf2-4d9069b47a9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.754445] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab5734b-bfc4-470d-b7cb-ec0bda0cce22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.771178] env[65368]: DEBUG nova.compute.provider_tree [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.796645] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524217} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.796905] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ddc16-176b-b4ae-9c23-b0e05d7a7967, 'name': SearchDatastore_Task, 'duration_secs': 0.022065} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.797144] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3c6210b5-15a1-4635-b535-9cc335ac24e3/3c6210b5-15a1-4635-b535-9cc335ac24e3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 840.797353] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 840.797728] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.797879] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 840.798177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.798424] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.798424] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 840.798894] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11c77415-3b4f-49b7-b2c0-c112a7249d82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.803124] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-722f2d08-5351-450b-b29a-486885f09d1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.810196] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 840.810196] env[65368]: value = "task-4424461" [ 840.810196] env[65368]: _type = "Task" [ 840.810196] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.815345] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 840.815652] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 840.816940] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fc63fe-193c-44af-aeb2-695ad9313f16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.823405] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.827745] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 840.827745] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e2d3e-3c30-f307-012c-4772d34f2a56" [ 840.827745] env[65368]: _type = "Task" [ 840.827745] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.836367] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e2d3e-3c30-f307-012c-4772d34f2a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.019524] env[65368]: DEBUG oslo_concurrency.lockutils [req-5b66def1-8bbe-47dd-9a10-4426763cf775 req-30b42477-d1f8-4e60-a174-347781f578a8 service nova] Releasing lock "refresh_cache-f3037fdb-046a-44cf-be44-069f231406a1" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.274381] env[65368]: DEBUG nova.scheduler.client.report [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.320838] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.338189] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e2d3e-3c30-f307-012c-4772d34f2a56, 'name': SearchDatastore_Task, 'duration_secs': 0.021438} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.338980] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a175b57-b44d-4788-b711-82a22d771b9b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.345131] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 841.345131] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527b25be-2e1b-960d-dbb2-084f27a8d715" [ 841.345131] env[65368]: _type = "Task" [ 841.345131] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.354748] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527b25be-2e1b-960d-dbb2-084f27a8d715, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.601833] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 841.630255] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 841.630654] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.630917] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 841.631182] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.631390] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 841.631577] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 841.631827] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 841.632030] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 841.632240] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 841.632431] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 841.632708] env[65368]: DEBUG nova.virt.hardware [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 841.633811] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beeee12b-3745-4cd8-a6b0-96a1bc3791a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.642957] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4410c8da-1b51-44f8-b7b6-628dc747387c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.779935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.203s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.782349] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.616s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.782634] env[65368]: DEBUG nova.objects.instance [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lazy-loading 'resources' on Instance uuid 2b49a267-efa9-4c11-b2cb-108b7da77935 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.806169] env[65368]: INFO nova.scheduler.client.report [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted allocations for instance a75e05b6-f88d-485d-8dca-c833e2f47486 [ 841.822025] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.714904} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.822025] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 841.822305] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1378f25c-69d7-4525-b11d-263e692d6094 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.847879] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 3c6210b5-15a1-4635-b535-9cc335ac24e3/3c6210b5-15a1-4635-b535-9cc335ac24e3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 841.848164] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6574adc7-8391-4061-9ff9-1c68a0ba5ee0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.875890] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527b25be-2e1b-960d-dbb2-084f27a8d715, 'name': SearchDatastore_Task, 'duration_secs': 0.022581} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.877318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.877592] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f3037fdb-046a-44cf-be44-069f231406a1/f3037fdb-046a-44cf-be44-069f231406a1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 841.877908] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 841.877908] env[65368]: value = "task-4424462" [ 841.877908] env[65368]: _type = "Task" [ 841.877908] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.878139] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f3769ef-92e8-4044-933f-b59304941e44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.891097] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.892616] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 841.892616] env[65368]: value = "task-4424463" [ 841.892616] env[65368]: _type = "Task" [ 841.892616] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.901923] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.127416] env[65368]: DEBUG nova.compute.manager [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Received event network-vif-plugged-706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 842.127634] env[65368]: DEBUG oslo_concurrency.lockutils [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] Acquiring lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.127835] env[65368]: DEBUG oslo_concurrency.lockutils [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.128092] env[65368]: DEBUG oslo_concurrency.lockutils [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.128783] env[65368]: DEBUG nova.compute.manager [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] No waiting events found dispatching network-vif-plugged-706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 842.128783] env[65368]: WARNING nova.compute.manager [req-46c964c9-f45b-4191-b59a-227027060dcf req-6067feef-d229-41ef-9a2e-d15ae14b7d75 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Received unexpected event network-vif-plugged-706e5422-985e-487c-90b9-7d04a65dac67 for instance with vm_state building and task_state spawning. [ 842.157881] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Successfully updated port: 706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 842.318012] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d79f868-c88b-44ba-9536-8ee8bbfa3606 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "a75e05b6-f88d-485d-8dca-c833e2f47486" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.350s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.393955] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.405514] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424463, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.664227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.664432] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquired lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.664591] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.819123] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b0fa7f-c338-46ad-9ad8-5ce99be07ec9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.828084] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-856c03bd-49f0-4f19-b5b3-54fc11a9b836 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.862328] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89763e07-80e3-40c2-b17b-d20b78d80ca2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.872650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05439556-e5bc-4456-bb5b-4ed9b1606276 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.891179] env[65368]: DEBUG nova.compute.provider_tree [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 842.909582] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655675} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.909890] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424462, 'name': ReconfigVM_Task, 'duration_secs': 0.730752} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.910900] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f3037fdb-046a-44cf-be44-069f231406a1/f3037fdb-046a-44cf-be44-069f231406a1.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 842.911139] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 842.911450] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 3c6210b5-15a1-4635-b535-9cc335ac24e3/3c6210b5-15a1-4635-b535-9cc335ac24e3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 842.912074] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8a4dc12-f4ca-406c-8221-73dd6f6984a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.914762] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4c16e05-6821-4a36-b237-963d27c3cc26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.923461] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 842.923461] env[65368]: value = "task-4424464" [ 842.923461] env[65368]: _type = "Task" [ 842.923461] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.925023] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 842.925023] env[65368]: value = "task-4424465" [ 842.925023] env[65368]: _type = "Task" [ 842.925023] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.940141] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424464, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.944070] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.202764] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 843.295562] env[65368]: WARNING neutronclient.v2_0.client [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.363852] env[65368]: DEBUG nova.network.neutron [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Updating instance_info_cache with network_info: [{"id": "706e5422-985e-487c-90b9-7d04a65dac67", "address": "fa:16:3e:8c:63:98", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706e5422-98", "ovs_interfaceid": "706e5422-985e-487c-90b9-7d04a65dac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.397449] env[65368]: DEBUG nova.scheduler.client.report [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.437773] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424464, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.440657] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076819} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.440900] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.441734] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675683a2-d53b-4aa8-9228-2a8ce10afc6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.463942] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] f3037fdb-046a-44cf-be44-069f231406a1/f3037fdb-046a-44cf-be44-069f231406a1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.464261] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e39a3345-4eb6-48a7-ab52-acd7ff23b11a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.485076] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 843.485076] env[65368]: value = "task-4424466" [ 843.485076] env[65368]: _type = "Task" [ 843.485076] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.495307] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.866827] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Releasing lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.867369] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Instance network_info: |[{"id": "706e5422-985e-487c-90b9-7d04a65dac67", "address": "fa:16:3e:8c:63:98", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706e5422-98", "ovs_interfaceid": "706e5422-985e-487c-90b9-7d04a65dac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 843.867756] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:63:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '706e5422-985e-487c-90b9-7d04a65dac67', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.875610] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Creating folder: Project (636558fd439b4f298e9dd345dbdaeb0b). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.875912] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82262cbc-6d7a-428c-a705-145ee1148d87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.888159] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Created folder: Project (636558fd439b4f298e9dd345dbdaeb0b) in parent group-v865657. [ 843.888373] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Creating folder: Instances. Parent ref: group-v865795. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 843.888624] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3335ca4f-1734-4f2b-9671-57a58a6c82ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.898788] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Created folder: Instances in parent group-v865795. [ 843.899186] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 843.899404] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.899614] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a75d0166-ebad-4071-a271-d7051550c6f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.915873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.918677] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.194s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.919574] env[65368]: INFO nova.compute.claims [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 843.930873] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.930873] env[65368]: value = "task-4424469" [ 843.930873] env[65368]: _type = "Task" [ 843.930873] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.938778] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424464, 'name': Rename_Task, 'duration_secs': 0.88002} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.939511] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.939843] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2b55702-5e02-44ae-abcc-9d479779e6d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.945190] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424469, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.947015] env[65368]: INFO nova.scheduler.client.report [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Deleted allocations for instance 2b49a267-efa9-4c11-b2cb-108b7da77935 [ 843.951523] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 843.951523] env[65368]: value = "task-4424470" [ 843.951523] env[65368]: _type = "Task" [ 843.951523] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.963742] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424470, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.995584] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424466, 'name': ReconfigVM_Task, 'duration_secs': 0.292136} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.995860] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Reconfigured VM instance instance-00000034 to attach disk [datastore2] f3037fdb-046a-44cf-be44-069f231406a1/f3037fdb-046a-44cf-be44-069f231406a1.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.997049] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f02224f2-e90c-4379-8abe-acf0d8c8d8f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.007100] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 844.007100] env[65368]: value = "task-4424471" [ 844.007100] env[65368]: _type = "Task" [ 844.007100] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.018581] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424471, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.158245] env[65368]: DEBUG nova.compute.manager [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Received event network-changed-706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 844.158428] env[65368]: DEBUG nova.compute.manager [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Refreshing instance network info cache due to event network-changed-706e5422-985e-487c-90b9-7d04a65dac67. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 844.158706] env[65368]: DEBUG oslo_concurrency.lockutils [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] Acquiring lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.159501] env[65368]: DEBUG oslo_concurrency.lockutils [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] Acquired lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.159878] env[65368]: DEBUG nova.network.neutron [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Refreshing network info cache for port 706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.443040] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424469, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.459279] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd45cfd6-4389-4fd8-a847-7ce048b25666 tempest-ListServersNegativeTestJSON-762190001 tempest-ListServersNegativeTestJSON-762190001-project-member] Lock "2b49a267-efa9-4c11-b2cb-108b7da77935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.374s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.467837] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424470, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.522024] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424471, 'name': Rename_Task, 'duration_secs': 0.142339} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.522024] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 844.522024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3aa093b1-d3a6-4821-aa16-c056e21481b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.527495] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 844.527495] env[65368]: value = "task-4424472" [ 844.527495] env[65368]: _type = "Task" [ 844.527495] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.541899] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.663347] env[65368]: WARNING neutronclient.v2_0.client [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.958023] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424469, 'name': CreateVM_Task, 'duration_secs': 0.534333} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.958023] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.960739] env[65368]: WARNING neutronclient.v2_0.client [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.961731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.961731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.963017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.963017] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9f50fd-4315-49c3-9c0d-f51ecaaa4c20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.970551] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 844.970551] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52389319-93dd-8203-7e8b-a6a718621964" [ 844.970551] env[65368]: _type = "Task" [ 844.970551] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.973953] env[65368]: DEBUG oslo_vmware.api [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424470, 'name': PowerOnVM_Task, 'duration_secs': 0.741454} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.984824] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.985061] env[65368]: INFO nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Took 10.05 seconds to spawn the instance on the hypervisor. [ 844.985231] env[65368]: DEBUG nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 844.986636] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-651641d4-d086-4dbf-a705-bf2ec4799faf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.002315] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52389319-93dd-8203-7e8b-a6a718621964, 'name': SearchDatastore_Task, 'duration_secs': 0.017399} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.005583] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.005828] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 845.006128] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.006365] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.006579] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 845.007737] env[65368]: WARNING neutronclient.v2_0.client [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 845.010693] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b74ef6e-c3ef-4dec-a0e3-6778da6db338 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.023595] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 845.023864] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 845.025115] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b7b183f-c3e8-4e1a-8aa5-1169cda8d358 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.033796] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 845.033796] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d7864f-511b-d877-e60a-b57322e5c05c" [ 845.033796] env[65368]: _type = "Task" [ 845.033796] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.045255] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.052863] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d7864f-511b-d877-e60a-b57322e5c05c, 'name': SearchDatastore_Task, 'duration_secs': 0.01398} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.055267] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ee87f2f-297f-4170-8f13-e55e79f7121c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.064522] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 845.064522] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226b402-1e90-369d-1225-cfb9e8f69b43" [ 845.064522] env[65368]: _type = "Task" [ 845.064522] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.079917] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226b402-1e90-369d-1225-cfb9e8f69b43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.180704] env[65368]: DEBUG nova.network.neutron [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Updated VIF entry in instance network info cache for port 706e5422-985e-487c-90b9-7d04a65dac67. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 845.181086] env[65368]: DEBUG nova.network.neutron [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Updating instance_info_cache with network_info: [{"id": "706e5422-985e-487c-90b9-7d04a65dac67", "address": "fa:16:3e:8c:63:98", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap706e5422-98", "ovs_interfaceid": "706e5422-985e-487c-90b9-7d04a65dac67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.517490] env[65368]: INFO nova.compute.manager [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Took 53.52 seconds to build instance. [ 845.541686] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424472, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.545021] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3b7bb1-c19b-449f-b62b-9432f12acdf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.554731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f153fb-90fe-45d0-a87d-806528e1093e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.603815] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b8c0be-5829-4ec0-83e3-efab83f90321 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.613394] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5226b402-1e90-369d-1225-cfb9e8f69b43, 'name': SearchDatastore_Task, 'duration_secs': 0.022525} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.616013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.616167] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3bc761e0-7769-416d-82bf-39b04e2b9f68/3bc761e0-7769-416d-82bf-39b04e2b9f68.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.616839] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-98f9c257-cbe3-4999-9439-adb6ca65aadc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.621175] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114eddb7-5e52-4765-b6fc-7be8d1b85faa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.637299] env[65368]: DEBUG nova.compute.provider_tree [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 845.640449] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 845.640449] env[65368]: value = "task-4424473" [ 845.640449] env[65368]: _type = "Task" [ 845.640449] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.654678] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.686612] env[65368]: DEBUG oslo_concurrency.lockutils [req-30ef9c03-92ec-42be-8a87-a880056f8df1 req-fe73b4ac-a598-415c-90a6-47f68607c3e3 service nova] Releasing lock "refresh_cache-3bc761e0-7769-416d-82bf-39b04e2b9f68" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.019772] env[65368]: DEBUG oslo_concurrency.lockutils [None req-75479e54-b971-4bbe-8cb2-24346e6355ad tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.781s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.045892] env[65368]: DEBUG oslo_vmware.api [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424472, 'name': PowerOnVM_Task, 'duration_secs': 1.200923} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.046225] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.046388] env[65368]: INFO nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 846.046596] env[65368]: DEBUG nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.048080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604eb6f-25fb-4da8-a92d-774cf4938661 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.142506] env[65368]: DEBUG nova.scheduler.client.report [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 846.159243] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424473, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.183047] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.183334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.183591] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.184452] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.184452] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.187383] env[65368]: INFO nova.compute.manager [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Terminating instance [ 846.283300] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.283561] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.283914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.284118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.284281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.290374] env[65368]: INFO nova.compute.manager [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Terminating instance [ 846.523694] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 846.569910] env[65368]: INFO nova.compute.manager [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Took 49.56 seconds to build instance. [ 846.651514] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.652107] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 846.655306] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.543s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.655526] env[65368]: DEBUG nova.objects.instance [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lazy-loading 'resources' on Instance uuid b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.668159] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.665826} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.668159] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3bc761e0-7769-416d-82bf-39b04e2b9f68/3bc761e0-7769-416d-82bf-39b04e2b9f68.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.668159] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.668980] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be2451cf-b0e0-49c6-8505-c0108d4f08e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.681230] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 846.681230] env[65368]: value = "task-4424474" [ 846.681230] env[65368]: _type = "Task" [ 846.681230] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.699193] env[65368]: DEBUG nova.compute.manager [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 846.699193] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.699193] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.699193] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d396cd3e-7c8a-449f-9bf8-5117aeaba543 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.703719] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.704019] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8dd358d-995b-4c66-8f1a-343432bb8733 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.713333] env[65368]: DEBUG oslo_vmware.api [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 846.713333] env[65368]: value = "task-4424475" [ 846.713333] env[65368]: _type = "Task" [ 846.713333] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.724489] env[65368]: DEBUG oslo_vmware.api [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.793491] env[65368]: DEBUG nova.compute.manager [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 846.797425] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.803026] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba622d48-aa8d-4705-b8c6-1bb19de3705b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.814024] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.814859] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d40b0dd5-1b2a-4da7-aa33-154e2ca0e01c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.825672] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 846.825672] env[65368]: value = "task-4424476" [ 846.825672] env[65368]: _type = "Task" [ 846.825672] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.837390] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.050941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "764c787e-0958-4b9c-84bb-2ce472c712bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.050941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.050941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.050941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.050941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.053212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.053899] env[65368]: INFO nova.compute.manager [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Terminating instance [ 847.072083] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dc94fc64-dcfb-42c9-958d-0667c998127e tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.164s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.159503] env[65368]: DEBUG nova.compute.utils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 847.163684] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 847.163684] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 847.163996] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.164408] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.193804] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12462} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.194087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.194889] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a74f43-d9e4-4d53-97ca-c10bcc114dfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.223811] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3bc761e0-7769-416d-82bf-39b04e2b9f68/3bc761e0-7769-416d-82bf-39b04e2b9f68.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.226007] env[65368]: DEBUG nova.policy [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a806dc4c7d4241b9aa186519e1f52168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '634db34c65574c039ca563ed3e504e6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 847.233449] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fbe5ad2-f9c7-43aa-95d4-7db60a85112d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.256860] env[65368]: DEBUG oslo_vmware.api [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424475, 'name': PowerOffVM_Task, 'duration_secs': 0.296548} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.258470] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.258557] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.258866] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 847.258866] env[65368]: value = "task-4424477" [ 847.258866] env[65368]: _type = "Task" [ 847.258866] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.259084] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f963450-c810-491c-8c05-b2b2397c2203 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.276842] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424477, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.338310] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424476, 'name': PowerOffVM_Task, 'duration_secs': 0.21086} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.338310] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.338701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.338701] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e1d7721-0623-43a2-808e-bf6d04775723 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.342925] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.344046] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.344046] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleting the datastore file [datastore2] 3c6210b5-15a1-4635-b535-9cc335ac24e3 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.346563] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-061d9dd2-c0d0-40d3-8525-b53b0005b2ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.354140] env[65368]: DEBUG oslo_vmware.api [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 847.354140] env[65368]: value = "task-4424480" [ 847.354140] env[65368]: _type = "Task" [ 847.354140] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.421940] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.422186] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.424025] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleting the datastore file [datastore2] 34519e5e-a55c-41b2-94dd-966f0dc604a1 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.424025] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fa9277e-cdd7-4c17-a895-96a72457ea95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.430106] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for the task: (returnval){ [ 847.430106] env[65368]: value = "task-4424481" [ 847.430106] env[65368]: _type = "Task" [ 847.430106] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.443552] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424481, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.558616] env[65368]: DEBUG nova.compute.manager [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 847.558931] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 847.562965] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd725ade-fa5a-4c67-b6b0-70498f92ec44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.575487] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.581986] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 847.584924] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8445420-acd5-406e-995b-2b4a41a3bf63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.596713] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 847.596713] env[65368]: value = "task-4424482" [ 847.596713] env[65368]: _type = "Task" [ 847.596713] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.608960] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424482, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.647898] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully created port: 8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 847.668426] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 847.774189] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424477, 'name': ReconfigVM_Task, 'duration_secs': 0.358236} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.774484] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3bc761e0-7769-416d-82bf-39b04e2b9f68/3bc761e0-7769-416d-82bf-39b04e2b9f68.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.775191] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dfa6e4d7-0c71-4bcc-9b5c-1645b0f6e8f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.782209] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 847.782209] env[65368]: value = "task-4424483" [ 847.782209] env[65368]: _type = "Task" [ 847.782209] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.793129] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424483, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.808718] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fdadea-76f6-4953-a64d-41cf822249c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.816940] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee0e1a3-ce2c-4ba9-9469-c7c8073c88db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.851855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6728720f-4041-40ec-ba8b-bd6efd43798a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.872045] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0072d658-7090-4759-807c-02dde5812f03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.881831] env[65368]: DEBUG oslo_vmware.api [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200389} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.882466] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.882466] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.882905] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.883055] env[65368]: INFO nova.compute.manager [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Took 1.19 seconds to destroy the instance on the hypervisor. [ 847.883402] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 847.884135] env[65368]: DEBUG nova.compute.manager [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 847.884247] env[65368]: DEBUG nova.network.neutron [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 847.884511] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.901156] env[65368]: DEBUG nova.compute.provider_tree [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 847.943945] env[65368]: DEBUG oslo_vmware.api [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Task: {'id': task-4424481, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185322} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.944193] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 847.944371] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 847.944540] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 847.944706] env[65368]: INFO nova.compute.manager [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 847.944959] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 847.945221] env[65368]: DEBUG nova.compute.manager [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 847.945322] env[65368]: DEBUG nova.network.neutron [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 847.945587] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.961502] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 847.998242] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.004796] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully created port: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.013408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "6553a301-881b-470d-899f-8cb9f2318ebc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.013653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.106765] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424482, 'name': PowerOffVM_Task, 'duration_secs': 0.414323} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.107228] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 848.107466] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 848.107767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3fdf6b4-a728-461f-b139-6dd48c0de0c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.111477] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.202986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 848.203225] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 848.203398] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Deleting the datastore file [datastore2] 764c787e-0958-4b9c-84bb-2ce472c712bd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 848.203690] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8603468c-f69f-4eaa-9d76-5920f7735da0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.213122] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for the task: (returnval){ [ 848.213122] env[65368]: value = "task-4424485" [ 848.213122] env[65368]: _type = "Task" [ 848.213122] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.233484] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.271847] env[65368]: DEBUG nova.compute.manager [req-8881d754-685c-4cfc-b34f-0e65305966a2 req-5415d946-88b9-4074-a722-19d3eb264d88 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Received event network-vif-deleted-905315a9-7ecf-4b16-8dff-d15e0e50be06 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 848.275224] env[65368]: INFO nova.compute.manager [req-8881d754-685c-4cfc-b34f-0e65305966a2 req-5415d946-88b9-4074-a722-19d3eb264d88 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Neutron deleted interface 905315a9-7ecf-4b16-8dff-d15e0e50be06; detaching it from the instance and deleting it from the info cache [ 848.275224] env[65368]: DEBUG nova.network.neutron [req-8881d754-685c-4cfc-b34f-0e65305966a2 req-5415d946-88b9-4074-a722-19d3eb264d88 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.281964] env[65368]: DEBUG nova.compute.manager [req-cd723a09-b331-49a4-85a4-00e4500c45e6 req-67a4bd6c-ec69-4fb8-88d4-d84fe91b2241 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Received event network-vif-deleted-6c2c17a8-ef2e-4126-87dd-377b4127af2d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 848.282638] env[65368]: INFO nova.compute.manager [req-cd723a09-b331-49a4-85a4-00e4500c45e6 req-67a4bd6c-ec69-4fb8-88d4-d84fe91b2241 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Neutron deleted interface 6c2c17a8-ef2e-4126-87dd-377b4127af2d; detaching it from the instance and deleting it from the info cache [ 848.282733] env[65368]: DEBUG nova.network.neutron [req-cd723a09-b331-49a4-85a4-00e4500c45e6 req-67a4bd6c-ec69-4fb8-88d4-d84fe91b2241 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.295481] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424483, 'name': Rename_Task, 'duration_secs': 0.1954} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.296661] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.296920] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-607500f8-8449-4068-b447-70ece0cdf727 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.305552] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 848.305552] env[65368]: value = "task-4424486" [ 848.305552] env[65368]: _type = "Task" [ 848.305552] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.315657] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.404160] env[65368]: DEBUG nova.scheduler.client.report [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.530194] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully created port: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 848.681104] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 848.713019] env[65368]: DEBUG nova.virt.hardware [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 848.713805] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc96cbed-0b5e-42df-98a6-b95002207823 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.720420] env[65368]: DEBUG nova.network.neutron [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.724814] env[65368]: DEBUG nova.network.neutron [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.731541] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208770b3-7078-4d5f-a499-c3591c137cdb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.735963] env[65368]: DEBUG oslo_vmware.api [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Task: {'id': task-4424485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162468} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.737432] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.737432] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.737609] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.737723] env[65368]: INFO nova.compute.manager [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Took 1.18 seconds to destroy the instance on the hypervisor. [ 848.737968] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 848.738932] env[65368]: DEBUG nova.compute.manager [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 848.739076] env[65368]: DEBUG nova.network.neutron [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 848.739353] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.780702] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f1f3a661-f1df-4f82-854a-1518399159ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.787176] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b21977f-1a0b-4476-a261-8a99c16ca750 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.795706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca450549-d7ac-4c15-8964-1543654da444 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.819202] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e20cd3a-837b-47bc-83b1-de4748ff7c35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.845733] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 848.848213] env[65368]: DEBUG nova.compute.manager [req-8881d754-685c-4cfc-b34f-0e65305966a2 req-5415d946-88b9-4074-a722-19d3eb264d88 service nova] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Detach interface failed, port_id=905315a9-7ecf-4b16-8dff-d15e0e50be06, reason: Instance 34519e5e-a55c-41b2-94dd-966f0dc604a1 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 848.855300] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424486, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.881973] env[65368]: DEBUG nova.compute.manager [req-cd723a09-b331-49a4-85a4-00e4500c45e6 req-67a4bd6c-ec69-4fb8-88d4-d84fe91b2241 service nova] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Detach interface failed, port_id=6c2c17a8-ef2e-4126-87dd-377b4127af2d, reason: Instance 3c6210b5-15a1-4635-b535-9cc335ac24e3 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 848.909338] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.912041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.073s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.913878] env[65368]: INFO nova.compute.claims [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 848.934108] env[65368]: INFO nova.scheduler.client.report [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted allocations for instance b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f [ 849.227398] env[65368]: INFO nova.compute.manager [-] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Took 1.28 seconds to deallocate network for instance. [ 849.236960] env[65368]: INFO nova.compute.manager [-] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Took 1.35 seconds to deallocate network for instance. [ 849.319563] env[65368]: DEBUG oslo_vmware.api [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424486, 'name': PowerOnVM_Task, 'duration_secs': 0.551791} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.321379] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.321593] env[65368]: INFO nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Took 7.72 seconds to spawn the instance on the hypervisor. [ 849.321779] env[65368]: DEBUG nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.323081] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1749b9b9-ea0a-4ab2-baee-b0beba14b214 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.453203] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bd930141-9d5c-4ca8-af66-2af575ec53a0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.336s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.734019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.743362] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.823061] env[65368]: DEBUG nova.network.neutron [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.843171] env[65368]: INFO nova.compute.manager [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Took 48.78 seconds to build instance. [ 849.996558] env[65368]: DEBUG nova.compute.manager [None req-f55e8323-9a93-48bb-980f-66c2a931bdb7 tempest-ServerDiagnosticsTest-1511489077 tempest-ServerDiagnosticsTest-1511489077-project-admin] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.000514] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424491c1-7f2b-4811-b278-33aa4371a58c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.011023] env[65368]: INFO nova.compute.manager [None req-f55e8323-9a93-48bb-980f-66c2a931bdb7 tempest-ServerDiagnosticsTest-1511489077 tempest-ServerDiagnosticsTest-1511489077-project-admin] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Retrieving diagnostics [ 850.011410] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3010ee0b-a4fc-4b59-a1a5-d20e870a630e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.307255] env[65368]: DEBUG nova.compute.manager [req-744ae87e-08d9-4ff6-b4c5-d96bcad7e5b9 req-156a0c4a-747b-4bee-91a3-a5a11d8ec03b service nova] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Received event network-vif-deleted-57bf9bd9-62b9-436a-8c7d-190fbd029b14 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 850.326038] env[65368]: INFO nova.compute.manager [-] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Took 1.59 seconds to deallocate network for instance. [ 850.345182] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c59a4d5e-44ee-47ea-851a-c868603a3ed6 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.301s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.473900] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d062144a-9e20-4872-98ba-3cb61ad6148e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.483041] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93a7e829-614d-47e3-8d1a-5f82018bc27c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.527225] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03fe367b-9e01-41f3-a403-2cb616099036 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.536576] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fbdc0-6808-4b22-a7ca-e5b74d2516d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.552994] env[65368]: DEBUG nova.compute.provider_tree [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.594588] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully updated port: 8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 850.738027] env[65368]: DEBUG nova.compute.manager [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-plugged-8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 850.738323] env[65368]: DEBUG oslo_concurrency.lockutils [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.738323] env[65368]: DEBUG oslo_concurrency.lockutils [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.739223] env[65368]: DEBUG oslo_concurrency.lockutils [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.739223] env[65368]: DEBUG nova.compute.manager [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] No waiting events found dispatching network-vif-plugged-8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 850.739223] env[65368]: WARNING nova.compute.manager [req-b517b64a-ccf0-465b-9cb3-d12eb5d7d736 req-eb8b5189-e657-4035-9103-696fafb18b70 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received unexpected event network-vif-plugged-8482a316-119d-466d-8ce4-896fa4faf1bb for instance with vm_state building and task_state spawning. [ 850.835874] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.848259] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 851.057437] env[65368]: DEBUG nova.scheduler.client.report [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.202144] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.203326] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.203697] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.204013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.204309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.206691] env[65368]: INFO nova.compute.manager [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Terminating instance [ 851.373275] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.563797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.651s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.564053] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 851.567374] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.159s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.568870] env[65368]: INFO nova.compute.claims [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.713753] env[65368]: DEBUG nova.compute.manager [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 851.713753] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.714697] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc67c54-61cb-4623-b4b7-8abee6de9476 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.723825] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.724117] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a0c659-107f-4ec5-afa1-eaa4772be740 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.730937] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 851.730937] env[65368]: value = "task-4424487" [ 851.730937] env[65368]: _type = "Task" [ 851.730937] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.744017] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.074729] env[65368]: DEBUG nova.compute.utils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.078848] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 852.079488] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.079880] env[65368]: WARNING neutronclient.v2_0.client [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.080614] env[65368]: WARNING neutronclient.v2_0.client [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.144860] env[65368]: DEBUG nova.policy [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3c2e2a61c2d7488d9fa3be516c214e25', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e06da3e098494590a25eba1cf89e1342', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.246505] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424487, 'name': PowerOffVM_Task, 'duration_secs': 0.177437} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.246862] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 852.246981] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 852.247273] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8664dadb-c37c-46a6-9e5b-2ad2dc12a4b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.328623] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 852.328903] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 852.328958] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Deleting the datastore file [datastore2] 3bc761e0-7769-416d-82bf-39b04e2b9f68 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 852.329593] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-185fa9f9-a38d-412f-b0e4-00bd27d9755c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.336392] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for the task: (returnval){ [ 852.336392] env[65368]: value = "task-4424489" [ 852.336392] env[65368]: _type = "Task" [ 852.336392] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.350066] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.539687] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Successfully created port: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.582464] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 852.621938] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully updated port: 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 852.855865] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424489, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.886145] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-changed-8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 852.886145] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing instance network info cache due to event network-changed-8482a316-119d-466d-8ce4-896fa4faf1bb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 852.886145] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Acquiring lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.886145] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Acquired lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.888384] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing network info cache for port 8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 853.244180] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e9130-cbe6-46d4-a4ac-5ca9acdb670d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.252789] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7661627-1eb3-48b1-b9c2-008edce6abeb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.287480] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f48139-ef82-4016-a483-dc4507edf446 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.297073] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0396aa1-231f-45bb-8bd9-03252bf58970 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.313270] env[65368]: DEBUG nova.compute.provider_tree [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.348994] env[65368]: DEBUG oslo_vmware.api [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Task: {'id': task-4424489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518897} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.349417] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.349601] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.349771] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.349935] env[65368]: INFO nova.compute.manager [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Took 1.64 seconds to destroy the instance on the hypervisor. [ 853.350195] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 853.350850] env[65368]: DEBUG nova.compute.manager [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 853.350850] env[65368]: DEBUG nova.network.neutron [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 853.350850] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.392919] env[65368]: WARNING neutronclient.v2_0.client [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 853.599589] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 853.627379] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 853.627661] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.627813] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 853.627988] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.628149] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 853.628290] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 853.628485] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 853.628638] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 853.628797] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 853.628950] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 853.629132] env[65368]: DEBUG nova.virt.hardware [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 853.630170] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749ef1ca-0595-443b-97ef-84563f395f79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.639643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4269fde6-3420-4eb0-adc6-97b7aaee4937 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.817483] env[65368]: DEBUG nova.scheduler.client.report [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.142353] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Successfully updated port: d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.223392] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.255363] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 854.327020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.327289] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 854.331680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.107s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.332245] env[65368]: DEBUG nova.objects.instance [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lazy-loading 'resources' on Instance uuid cfa9853f-1dfb-466b-bf5f-d573d8fafa43 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 854.646172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.646172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.646172] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 854.667667] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.687768] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Successfully updated port: 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.841234] env[65368]: DEBUG nova.compute.utils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 854.845020] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 854.845020] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 854.845020] env[65368]: WARNING neutronclient.v2_0.client [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.845020] env[65368]: WARNING neutronclient.v2_0.client [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 854.907452] env[65368]: DEBUG nova.policy [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a14a5913e8824b4a9c197db177a13a9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72731f6e18b47d8bc05766c6ad0ce13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.028771] env[65368]: DEBUG nova.network.neutron [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.127690] env[65368]: DEBUG nova.compute.manager [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-vif-plugged-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.127908] env[65368]: DEBUG oslo_concurrency.lockutils [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.128136] env[65368]: DEBUG oslo_concurrency.lockutils [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.128322] env[65368]: DEBUG oslo_concurrency.lockutils [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.128485] env[65368]: DEBUG nova.compute.manager [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] No waiting events found dispatching network-vif-plugged-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.128642] env[65368]: WARNING nova.compute.manager [req-0afe500e-8414-484a-bf24-ddc769da59a7 req-af0ee5d3-28f8-4768-a6d2-43e638013568 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received unexpected event network-vif-plugged-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b for instance with vm_state building and task_state spawning. [ 855.171460] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Releasing lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.172118] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-plugged-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.172520] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.172877] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.174036] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.174036] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] No waiting events found dispatching network-vif-plugged-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.174036] env[65368]: WARNING nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received unexpected event network-vif-plugged-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 for instance with vm_state building and task_state spawning. [ 855.174217] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-changed-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.174301] env[65368]: DEBUG nova.compute.manager [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing instance network info cache due to event network-changed-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 855.174478] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Acquiring lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.174606] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Acquired lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.174769] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing network info cache for port 7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.193561] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.194710] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.257790] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Successfully created port: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.301743] env[65368]: DEBUG nova.compute.manager [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-plugged-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.302047] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.302198] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.302356] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.303118] env[65368]: DEBUG nova.compute.manager [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] No waiting events found dispatching network-vif-plugged-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.303322] env[65368]: WARNING nova.compute.manager [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received unexpected event network-vif-plugged-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 for instance with vm_state building and task_state spawning. [ 855.303482] env[65368]: DEBUG nova.compute.manager [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-changed-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 855.303717] env[65368]: DEBUG nova.compute.manager [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing instance network info cache due to event network-changed-3bdb5e3e-253e-49f9-b112-8d13dc56bab5. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 855.303911] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Acquiring lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.319288] env[65368]: WARNING neutronclient.v2_0.client [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.348676] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 855.421779] env[65368]: DEBUG nova.network.neutron [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.478045] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8279130d-65b6-4cf5-a338-3bfb121751ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.488564] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b95abae0-d3b1-4998-bcde-c092ed1ae61a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.524355] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ee091-4941-4fd1-b4e8-9065ae71584f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.534145] env[65368]: INFO nova.compute.manager [-] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Took 2.18 seconds to deallocate network for instance. [ 855.537135] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f134ce40-40f0-49cf-9a4d-88e84a0548e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.558441] env[65368]: DEBUG nova.compute.provider_tree [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.681528] env[65368]: WARNING neutronclient.v2_0.client [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.719379] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.886578] env[65368]: DEBUG nova.network.neutron [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.927170] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.927170] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Instance network_info: |[{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 855.927170] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:c2:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7874ee7f-20c7-4bd8-a750-ed489e9acc65', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd46a944f-4692-41eb-8c76-ba6b7c0c6c1b', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 855.934692] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 855.934940] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 855.935266] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-37ce41b2-2446-4022-9585-3cf2cbc65e6e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.957108] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 855.957108] env[65368]: value = "task-4424490" [ 855.957108] env[65368]: _type = "Task" [ 855.957108] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.965591] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424490, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.049717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 856.061384] env[65368]: DEBUG nova.scheduler.client.report [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.360420] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 856.385789] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.386055] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.386213] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.386388] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.386527] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.386665] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.386862] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.387032] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.387202] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.387357] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.387522] env[65368]: DEBUG nova.virt.hardware [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.388407] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968be5fd-e6e0-481e-9e71-7651ef2f111e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.392126] env[65368]: DEBUG oslo_concurrency.lockutils [req-6b3e0736-b82c-427d-b784-b9ebfe9a4e99 req-0a1acf6d-550d-48ea-827b-2bf94c03036c service nova] Releasing lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.392126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.392126] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 856.399228] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9ad41d-c805-4811-9d4a-847bd93f8cad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.468280] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424490, 'name': CreateVM_Task, 'duration_secs': 0.329523} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.468521] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 856.469039] env[65368]: WARNING neutronclient.v2_0.client [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.469412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.469560] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.469873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.470169] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d747c970-f966-47d6-8015-95fd1302d7ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.476326] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 856.476326] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c373c-fdc0-802e-1fec-9e9c6a00f4e6" [ 856.476326] env[65368]: _type = "Task" [ 856.476326] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.485534] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c373c-fdc0-802e-1fec-9e9c6a00f4e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.567310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.569676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.684s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.571403] env[65368]: INFO nova.compute.claims [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.590888] env[65368]: INFO nova.scheduler.client.report [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Deleted allocations for instance cfa9853f-1dfb-466b-bf5f-d573d8fafa43 [ 856.781669] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Successfully updated port: 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 856.947216] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 856.988644] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c373c-fdc0-802e-1fec-9e9c6a00f4e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013542} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.989050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.989316] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 856.989577] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.989787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.989974] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 856.990262] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8d84d3f-ab3e-4b6d-b6e5-eca206881249 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.001183] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 857.001385] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 857.002250] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83da8e23-8ad8-4da0-9e3c-6e71c79b9348 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.008857] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 857.008857] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a5fd8a-a62d-bc55-57bc-99dbf7fdda47" [ 857.008857] env[65368]: _type = "Task" [ 857.008857] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.018842] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a5fd8a-a62d-bc55-57bc-99dbf7fdda47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.033088] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.098284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-07ed5363-a23e-438f-93d1-f6095104c2ba tempest-ServerMetadataNegativeTestJSON-1664357092 tempest-ServerMetadataNegativeTestJSON-1664357092-project-member] Lock "cfa9853f-1dfb-466b-bf5f-d573d8fafa43" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.837s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.169719] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 857.169837] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing instance network info cache due to event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 857.169996] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.170203] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.170291] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.205935] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.285190] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.285190] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.285190] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.381455] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.478452] env[65368]: DEBUG nova.network.neutron [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [{"id": "8482a316-119d-466d-8ce4-896fa4faf1bb", "address": "fa:16:3e:39:01:e4", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8482a316-11", "ovs_interfaceid": "8482a316-119d-466d-8ce4-896fa4faf1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "address": "fa:16:3e:78:4a:e3", "network": {"id": "658a636f-4090-4bdc-9cb4-c3f897efeaca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1603066180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0e8c5c-a3", "ovs_interfaceid": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "address": "fa:16:3e:8a:b5:5c", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdb5e3e-25", "ovs_interfaceid": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.523876] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a5fd8a-a62d-bc55-57bc-99dbf7fdda47, 'name': SearchDatastore_Task, 'duration_secs': 0.010543} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.525177] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef138a3b-e603-4253-8847-5fae4f4638f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.533979] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 857.533979] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522127e2-cc80-5b80-8b47-afa35f2a08b1" [ 857.533979] env[65368]: _type = "Task" [ 857.533979] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.546028] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522127e2-cc80-5b80-8b47-afa35f2a08b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.675763] env[65368]: WARNING neutronclient.v2_0.client [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.834454] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 857.862864] env[65368]: WARNING neutronclient.v2_0.client [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.973328] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updated VIF entry in instance network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.973604] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.980737] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.982191] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance network_info: |[{"id": "8482a316-119d-466d-8ce4-896fa4faf1bb", "address": "fa:16:3e:39:01:e4", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8482a316-11", "ovs_interfaceid": "8482a316-119d-466d-8ce4-896fa4faf1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "address": "fa:16:3e:78:4a:e3", "network": {"id": "658a636f-4090-4bdc-9cb4-c3f897efeaca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1603066180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0e8c5c-a3", "ovs_interfaceid": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "address": "fa:16:3e:8a:b5:5c", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdb5e3e-25", "ovs_interfaceid": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 857.982191] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Acquired lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.982191] env[65368]: DEBUG nova.network.neutron [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Refreshing network info cache for port 3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.982921] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:01:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8482a316-119d-466d-8ce4-896fa4faf1bb', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:4a:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e7b4bfde-f109-4f64-adab-e7f06b80685d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:b5:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '359c2c31-99c4-41d7-a513-3bc4825897a0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bdb5e3e-253e-49f9-b112-8d13dc56bab5', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.993728] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Creating folder: Project (634db34c65574c039ca563ed3e504e6b). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.998139] env[65368]: WARNING neutronclient.v2_0.client [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.999816] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50abdb24-d9ab-4b13-9350-ffd7320c09de {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.003009] env[65368]: WARNING neutronclient.v2_0.client [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.016030] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Created folder: Project (634db34c65574c039ca563ed3e504e6b) in parent group-v865657. [ 858.016246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Creating folder: Instances. Parent ref: group-v865799. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.019400] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85a51cb4-8cab-4159-8d64-6123e5ec3315 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.030157] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Created folder: Instances in parent group-v865799. [ 858.030482] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.030482] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.032016] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73ecd53f-8443-4849-981c-8b2ba7fb16a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.069594] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522127e2-cc80-5b80-8b47-afa35f2a08b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010736} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.074082] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.074082] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/2ae1dcc9-e569-47db-89e7-c4d4d576ff34.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.074633] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.074633] env[65368]: value = "task-4424493" [ 858.074633] env[65368]: _type = "Task" [ 858.074633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.074923] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12e2528d-5899-4e25-9d42-5370caed840e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.088929] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 858.088929] env[65368]: value = "task-4424494" [ 858.088929] env[65368]: _type = "Task" [ 858.088929] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.092404] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424493, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.103575] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424494, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.175129] env[65368]: DEBUG nova.network.neutron [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.187701] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a674a569-6c88-4431-8d8f-4080ad27835c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.198268] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4228cc-cbbd-470f-95bf-872a7d28ccae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.236507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01081d7a-6504-4b9d-a303-1784a90f4b72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.244856] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dadf75-0bca-48b6-9753-7f36b014350d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.262408] env[65368]: DEBUG nova.compute.provider_tree [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.299316] env[65368]: WARNING neutronclient.v2_0.client [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.421543] env[65368]: DEBUG nova.network.neutron [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updated VIF entry in instance network info cache for port 3bdb5e3e-253e-49f9-b112-8d13dc56bab5. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 858.422039] env[65368]: DEBUG nova.network.neutron [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [{"id": "8482a316-119d-466d-8ce4-896fa4faf1bb", "address": "fa:16:3e:39:01:e4", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8482a316-11", "ovs_interfaceid": "8482a316-119d-466d-8ce4-896fa4faf1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "address": "fa:16:3e:78:4a:e3", "network": {"id": "658a636f-4090-4bdc-9cb4-c3f897efeaca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1603066180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0e8c5c-a3", "ovs_interfaceid": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "address": "fa:16:3e:8a:b5:5c", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.20", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bdb5e3e-25", "ovs_interfaceid": "3bdb5e3e-253e-49f9-b112-8d13dc56bab5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.476408] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.476603] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Received event network-vif-deleted-706e5422-985e-487c-90b9-7d04a65dac67 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 858.476840] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 858.476913] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.477072] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.477401] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.477401] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] No waiting events found dispatching network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 858.477577] env[65368]: WARNING nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received unexpected event network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e for instance with vm_state building and task_state spawning. [ 858.477689] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 858.477971] env[65368]: DEBUG nova.compute.manager [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing instance network info cache due to event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 858.478058] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.589095] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424493, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.601438] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424494, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.601803] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/2ae1dcc9-e569-47db-89e7-c4d4d576ff34.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 858.601966] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 858.602730] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c0dd012-4586-4891-a027-0ed34beaaf32 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.611447] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 858.611447] env[65368]: value = "task-4424495" [ 858.611447] env[65368]: _type = "Task" [ 858.611447] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.622867] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424495, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.678789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.679933] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance network_info: |[{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 858.679933] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.679933] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.681454] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ba:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f7c2d4-578e-4b5d-a8d5-a52f71b1603e', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 858.689626] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating folder: Project (a72731f6e18b47d8bc05766c6ad0ce13). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.690353] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9105934-ea62-4642-a9cc-e5b963b4cf7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.706778] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created folder: Project (a72731f6e18b47d8bc05766c6ad0ce13) in parent group-v865657. [ 858.707021] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating folder: Instances. Parent ref: group-v865802. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 858.707294] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c04a5f3-bbc2-484e-b4f4-55dd90433b41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.722260] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created folder: Instances in parent group-v865802. [ 858.722519] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 858.722787] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 858.723244] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00281e00-736e-42d1-ad81-6bd81990b7ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.749171] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 858.749171] env[65368]: value = "task-4424498" [ 858.749171] env[65368]: _type = "Task" [ 858.749171] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.762745] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424498, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.768956] env[65368]: DEBUG nova.scheduler.client.report [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.924687] env[65368]: DEBUG oslo_concurrency.lockutils [req-a858c30b-70d0-48c9-9e11-d0b505c0feb9 req-9859b9b0-1cc8-42e9-9bdb-9c70608e3e2f service nova] Releasing lock "refresh_cache-14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.087769] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424493, 'name': CreateVM_Task, 'duration_secs': 0.756418} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.087957] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.088615] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.088953] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.089295] env[65368]: WARNING neutronclient.v2_0.client [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.089611] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.089762] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.090118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.090387] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b697ee8-08c3-4834-9e3f-6d164ed7fc10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.096060] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 859.096060] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528b857a-598d-6329-6fee-161f4a364663" [ 859.096060] env[65368]: _type = "Task" [ 859.096060] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.105156] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528b857a-598d-6329-6fee-161f4a364663, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.122467] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424495, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067985} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.122794] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.123811] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa6858e-7f5b-46ae-bbcd-fa269f39b341 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.147386] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/2ae1dcc9-e569-47db-89e7-c4d4d576ff34.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.147686] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0294782-1d68-49f6-88ab-24c29539d1ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.167869] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 859.167869] env[65368]: value = "task-4424499" [ 859.167869] env[65368]: _type = "Task" [ 859.167869] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.177370] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.191580] env[65368]: WARNING neutronclient.v2_0.client [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.259646] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424498, 'name': CreateVM_Task, 'duration_secs': 0.408874} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.259914] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.260357] env[65368]: WARNING neutronclient.v2_0.client [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.260717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.274751] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.275305] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 859.281046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.526s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.281301] env[65368]: DEBUG nova.objects.instance [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lazy-loading 'resources' on Instance uuid 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 859.389043] env[65368]: WARNING neutronclient.v2_0.client [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.466044] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updated VIF entry in instance network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 859.466044] env[65368]: DEBUG nova.network.neutron [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 859.609720] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528b857a-598d-6329-6fee-161f4a364663, 'name': SearchDatastore_Task, 'duration_secs': 0.01068} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.610087] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.610311] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.610576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.610742] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.611026] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 859.611711] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.611711] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.611870] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d0be5d2-e6b8-477b-8911-e2ef608b1fb1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.614083] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f74eebba-9806-4f38-a806-26b3adacc5d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.620581] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 859.620581] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fac347-f99d-737b-2645-802efde05a32" [ 859.620581] env[65368]: _type = "Task" [ 859.620581] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.626140] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 859.626495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 859.627772] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64183e37-78bf-4c17-94b0-6141fa3d0e95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.636579] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fac347-f99d-737b-2645-802efde05a32, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.637188] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.637428] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 859.637761] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.642483] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 859.642483] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52947473-4e44-4c99-ac71-346af36f04bf" [ 859.642483] env[65368]: _type = "Task" [ 859.642483] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.650847] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52947473-4e44-4c99-ac71-346af36f04bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.678679] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424499, 'name': ReconfigVM_Task, 'duration_secs': 0.320472} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.678971] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/2ae1dcc9-e569-47db-89e7-c4d4d576ff34.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 859.679619] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa73c1c9-0796-4cdc-8fc7-cad22958fad4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.689044] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 859.689044] env[65368]: value = "task-4424500" [ 859.689044] env[65368]: _type = "Task" [ 859.689044] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.703533] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424500, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.791845] env[65368]: DEBUG nova.compute.utils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.794040] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 859.794040] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 859.794184] env[65368]: WARNING neutronclient.v2_0.client [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.796075] env[65368]: WARNING neutronclient.v2_0.client [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.843532] env[65368]: DEBUG nova.policy [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518dbd1b86ad4bc8b0f9d5b1f187ec32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f700a2c8e95a4b4285492f6a1a0c34fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 859.970336] env[65368]: DEBUG oslo_concurrency.lockutils [req-70aad2fc-d346-4d2c-a9c7-be5e5a9831e9 req-ddeb7758-4514-4512-9b0a-9c27f012b528 service nova] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.156413] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52947473-4e44-4c99-ac71-346af36f04bf, 'name': SearchDatastore_Task, 'duration_secs': 0.009884} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.157234] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98de10d6-ab52-44e2-a7ee-2ada0b53b8d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.166768] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 860.166768] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f27e6b-ea45-5485-c5f3-f139766af9bf" [ 860.166768] env[65368]: _type = "Task" [ 860.166768] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.176099] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f27e6b-ea45-5485-c5f3-f139766af9bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.202032] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424500, 'name': Rename_Task, 'duration_secs': 0.167078} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.202032] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.202032] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36056a7c-a2c3-42ae-be82-b1be0f04896a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.206583] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Successfully created port: 121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 860.215635] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 860.215635] env[65368]: value = "task-4424501" [ 860.215635] env[65368]: _type = "Task" [ 860.215635] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.227235] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.297635] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 860.370165] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709624bf-e408-4455-b0dc-3cf6a3c5f7f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.380370] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa16d1d-4532-4ec4-a806-b5ecefee1802 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.418117] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0babb91-d45a-4dfa-894f-2d7b12545cf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.426865] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd614af-45c5-4a91-bd29-890792bd9ea6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.442050] env[65368]: DEBUG nova.compute.provider_tree [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.679950] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f27e6b-ea45-5485-c5f3-f139766af9bf, 'name': SearchDatastore_Task, 'duration_secs': 0.010073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.680403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.680508] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c/14ca3d2e-14f9-4cf8-9700-5a16eee2a87c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.680946] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.681208] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.681454] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c1a65fc-907d-4d6e-b0e3-444e695cb4f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.683934] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d296d309-f6f4-4dd3-ab59-b9bb84e800f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.692066] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 860.692066] env[65368]: value = "task-4424502" [ 860.692066] env[65368]: _type = "Task" [ 860.692066] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.696558] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.696558] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.697606] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d366f16c-6526-49b6-bd56-7b4b4c0391a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.703235] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.707314] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 860.707314] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e4a88-ed18-7d20-3ca1-9666e7865506" [ 860.707314] env[65368]: _type = "Task" [ 860.707314] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.717445] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e4a88-ed18-7d20-3ca1-9666e7865506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.726981] env[65368]: DEBUG oslo_vmware.api [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424501, 'name': PowerOnVM_Task, 'duration_secs': 0.469102} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.727271] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 860.727478] env[65368]: INFO nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Took 7.13 seconds to spawn the instance on the hypervisor. [ 860.727659] env[65368]: DEBUG nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 860.728461] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd82231e-5d6d-4595-aebf-7f57200dc365 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.945834] env[65368]: DEBUG nova.scheduler.client.report [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.203545] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481255} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.203850] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c/14ca3d2e-14f9-4cf8-9700-5a16eee2a87c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.204071] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.204343] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c66c41ef-65c7-428f-b432-267c08082f46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.215221] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 861.215221] env[65368]: value = "task-4424503" [ 861.215221] env[65368]: _type = "Task" [ 861.215221] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.220826] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524e4a88-ed18-7d20-3ca1-9666e7865506, 'name': SearchDatastore_Task, 'duration_secs': 0.009824} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.222436] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840424ef-94e1-4536-ace0-4315fa6e3fd3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.228805] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.232675] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 861.232675] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e9870c-86c7-6bc8-f14f-0fdd7a62a0a1" [ 861.232675] env[65368]: _type = "Task" [ 861.232675] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.251391] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e9870c-86c7-6bc8-f14f-0fdd7a62a0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.251391] env[65368]: INFO nova.compute.manager [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Took 48.44 seconds to build instance. [ 861.309191] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 861.341090] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 861.341234] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.341347] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 861.341517] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.341650] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 861.341787] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 861.341982] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 861.342371] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 861.342554] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 861.342772] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 861.342959] env[65368]: DEBUG nova.virt.hardware [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 861.343948] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-230d3497-fb1d-400b-a83c-f7f910d31fca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.352787] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627b931c-2d2b-4e66-83e3-672896367139 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.453059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.456254] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 36.620s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.479047] env[65368]: INFO nova.scheduler.client.report [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted allocations for instance 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd [ 861.724430] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305156} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.724713] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.725504] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d58136-90c1-458b-bc20-a83da5be32c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.760748] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c/14ca3d2e-14f9-4cf8-9700-5a16eee2a87c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.765180] env[65368]: DEBUG oslo_concurrency.lockutils [None req-93b079b7-34a3-44e3-8f59-6b2b1400d254 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.897s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.765810] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20812f41-0a94-430f-8b5c-6c7f7c521f1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.786958] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Successfully updated port: 121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 861.799262] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e9870c-86c7-6bc8-f14f-0fdd7a62a0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.800991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.801993] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.802508] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 861.802508] env[65368]: value = "task-4424504" [ 861.802508] env[65368]: _type = "Task" [ 861.802508] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.802740] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5da704fe-48ec-41fe-aa2e-a65b7b3d712f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.820595] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.822361] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 861.822361] env[65368]: value = "task-4424505" [ 861.822361] env[65368]: _type = "Task" [ 861.822361] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.838111] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.961706] env[65368]: INFO nova.compute.claims [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.987569] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d4068eb-8933-4af0-a42e-e01bcbff38ea tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.812s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.290996] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.291214] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.291394] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 862.292968] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 862.320955] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424504, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.336271] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424505, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.358143] env[65368]: DEBUG nova.compute.manager [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Received event network-vif-plugged-121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 862.358567] env[65368]: DEBUG oslo_concurrency.lockutils [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] Acquiring lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.358851] env[65368]: DEBUG oslo_concurrency.lockutils [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.359107] env[65368]: DEBUG oslo_concurrency.lockutils [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.359304] env[65368]: DEBUG nova.compute.manager [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] No waiting events found dispatching network-vif-plugged-121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 862.359460] env[65368]: WARNING nova.compute.manager [req-a34e8979-6b21-4b64-98e4-b94068d363e8 req-a5e0e36b-1bf3-420c-ae05-ad47d20d89ce service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Received unexpected event network-vif-plugged-121fed3d-babf-4662-8293-441ced897a1f for instance with vm_state building and task_state spawning. [ 862.470843] env[65368]: INFO nova.compute.resource_tracker [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating resource usage from migration 0a5a5a5c-23bc-47c5-b413-ea5f1c2f3876 [ 862.830034] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424504, 'name': ReconfigVM_Task, 'duration_secs': 0.626447} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.831116] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Reconfigured VM instance instance-00000036 to attach disk [datastore2] 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c/14ca3d2e-14f9-4cf8-9700-5a16eee2a87c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.832538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.832819] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe052887-15b0-42a6-bb62-156885764329 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.842321] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53897} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.847171] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.847536] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.848374] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 862.848374] env[65368]: value = "task-4424506" [ 862.848374] env[65368]: _type = "Task" [ 862.848374] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.848374] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f074cf2-c4a3-456c-bd24-701ea15cd0f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.860767] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424506, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.866191] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 862.866191] env[65368]: value = "task-4424507" [ 862.866191] env[65368]: _type = "Task" [ 862.866191] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.878628] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424507, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.940370] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 863.090897] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da772676-2f8e-4554-b160-78a8a63f1120 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.100662] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a45ee3d-f58f-488f-b77c-1317cd53fec6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.137860] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137a818-65a4-47ef-9fd1-cbcc0c34f5fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.148490] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51abb077-6e6f-4367-8b82-006de1ff4d04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.164640] env[65368]: DEBUG nova.compute.provider_tree [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 863.178098] env[65368]: WARNING neutronclient.v2_0.client [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 863.232133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "158d47e7-5adc-4942-9ced-e17189142d72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.232476] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.233140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "158d47e7-5adc-4942-9ced-e17189142d72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.233140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.233140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.235249] env[65368]: INFO nova.compute.manager [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Terminating instance [ 863.317124] env[65368]: DEBUG nova.network.neutron [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Updating instance_info_cache with network_info: [{"id": "121fed3d-babf-4662-8293-441ced897a1f", "address": "fa:16:3e:7b:cd:a4", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121fed3d-ba", "ovs_interfaceid": "121fed3d-babf-4662-8293-441ced897a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.363219] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424506, 'name': Rename_Task, 'duration_secs': 0.186227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.363552] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.363965] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c43114d3-da46-44b5-a3a6-0b9992e472c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.374803] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 863.374803] env[65368]: value = "task-4424508" [ 863.374803] env[65368]: _type = "Task" [ 863.374803] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.382085] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424507, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.382924] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.383928] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d763bd-b898-4c11-a5b2-0321039e5dc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.394677] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.426029] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.426029] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aabb518c-8be2-4098-8200-d96824b0e129 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.447792] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.448041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.448387] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 863.448387] env[65368]: value = "task-4424509" [ 863.448387] env[65368]: _type = "Task" [ 863.448387] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.460093] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.569099] env[65368]: DEBUG nova.compute.manager [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 863.569099] env[65368]: DEBUG nova.compute.manager [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing instance network info cache due to event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 863.569287] env[65368]: DEBUG oslo_concurrency.lockutils [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.569369] env[65368]: DEBUG oslo_concurrency.lockutils [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.569655] env[65368]: DEBUG nova.network.neutron [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 863.668278] env[65368]: DEBUG nova.scheduler.client.report [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.740052] env[65368]: DEBUG nova.compute.manager [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 863.740052] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 863.741716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc4344a-6203-49c5-aef1-575b01f90466 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.751173] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 863.751521] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-896a5560-a9ff-4053-9e5b-f4edd8334cd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.760610] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 863.760610] env[65368]: value = "task-4424510" [ 863.760610] env[65368]: _type = "Task" [ 863.760610] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.770625] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424510, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.821889] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.822339] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Instance network_info: |[{"id": "121fed3d-babf-4662-8293-441ced897a1f", "address": "fa:16:3e:7b:cd:a4", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121fed3d-ba", "ovs_interfaceid": "121fed3d-babf-4662-8293-441ced897a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 863.822904] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:cd:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '121fed3d-babf-4662-8293-441ced897a1f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 863.831451] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 863.831801] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 863.831934] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef250af0-5265-4177-bb3d-64cebdc5f013 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.856691] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 863.856691] env[65368]: value = "task-4424511" [ 863.856691] env[65368]: _type = "Task" [ 863.856691] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.867289] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424511, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.886618] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.959735] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424509, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.074036] env[65368]: WARNING neutronclient.v2_0.client [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.175771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.720s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.175771] env[65368]: INFO nova.compute.manager [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Migrating [ 864.183739] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.726s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.185390] env[65368]: INFO nova.compute.claims [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.273037] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424510, 'name': PowerOffVM_Task, 'duration_secs': 0.213481} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.273037] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 864.273183] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 864.273443] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe3d4be9-420b-4159-b06d-356e6f2b215d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.277422] env[65368]: WARNING neutronclient.v2_0.client [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.358229] env[65368]: DEBUG nova.network.neutron [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updated VIF entry in instance network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.358665] env[65368]: DEBUG nova.network.neutron [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.373096] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424511, 'name': CreateVM_Task, 'duration_secs': 0.507382} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.373828] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 864.374398] env[65368]: WARNING neutronclient.v2_0.client [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.374811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.374963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.375323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.376279] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41d110a5-0dff-4477-9f3c-ff8e9afacffc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.378219] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 864.378405] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 864.378574] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleting the datastore file [datastore1] 158d47e7-5adc-4942-9ced-e17189142d72 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 864.379496] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ee4c57-bbcc-4002-9cb2-4bf104ce20e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.390321] env[65368]: DEBUG nova.compute.manager [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Received event network-changed-121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 864.390491] env[65368]: DEBUG nova.compute.manager [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Refreshing instance network info cache due to event network-changed-121fed3d-babf-4662-8293-441ced897a1f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 864.390752] env[65368]: DEBUG oslo_concurrency.lockutils [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] Acquiring lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.390971] env[65368]: DEBUG oslo_concurrency.lockutils [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] Acquired lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.391126] env[65368]: DEBUG nova.network.neutron [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Refreshing network info cache for port 121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 864.398168] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 864.398168] env[65368]: value = "task-4424513" [ 864.398168] env[65368]: _type = "Task" [ 864.398168] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.398412] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 864.398412] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528469ad-acfd-1846-5232-07171f4b3b6e" [ 864.398412] env[65368]: _type = "Task" [ 864.398412] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.399210] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424508, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.399791] env[65368]: WARNING neutronclient.v2_0.client [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.415491] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.419927] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528469ad-acfd-1846-5232-07171f4b3b6e, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.420191] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.420519] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.420743] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.420832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.421102] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.421380] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b373cfd-630e-4e29-b69e-68a8f0f9e79e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.434196] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.434388] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.437859] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f03343-54cd-42c9-986f-6202e3196a4d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.445955] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 864.445955] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525f158c-f154-5fc1-7050-85a0ed3343dd" [ 864.445955] env[65368]: _type = "Task" [ 864.445955] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.459508] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525f158c-f154-5fc1-7050-85a0ed3343dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.462939] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424509, 'name': ReconfigVM_Task, 'duration_secs': 0.571267} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.463354] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.464022] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cad9f6fe-7499-40c0-a9bb-37ea50f31662 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.472349] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 864.472349] env[65368]: value = "task-4424514" [ 864.472349] env[65368]: _type = "Task" [ 864.472349] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.483392] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424514, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.608297] env[65368]: WARNING neutronclient.v2_0.client [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.687183] env[65368]: DEBUG nova.network.neutron [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Updated VIF entry in instance network info cache for port 121fed3d-babf-4662-8293-441ced897a1f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.687598] env[65368]: DEBUG nova.network.neutron [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Updating instance_info_cache with network_info: [{"id": "121fed3d-babf-4662-8293-441ced897a1f", "address": "fa:16:3e:7b:cd:a4", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap121fed3d-ba", "ovs_interfaceid": "121fed3d-babf-4662-8293-441ced897a1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.701233] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.701453] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.701668] env[65368]: DEBUG nova.network.neutron [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.867058] env[65368]: DEBUG oslo_concurrency.lockutils [req-7a2368f9-6341-4829-95e6-1210cef23b9c req-0d455b55-90ea-4fcf-8f36-7e4aad7bc296 service nova] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.892535] env[65368]: DEBUG oslo_vmware.api [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424508, 'name': PowerOnVM_Task, 'duration_secs': 1.221694} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.892927] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.893469] env[65368]: INFO nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Took 16.21 seconds to spawn the instance on the hypervisor. [ 864.893623] env[65368]: DEBUG nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 864.894476] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc782fc-d4c0-4198-b74c-17bc6b3a15a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.919155] env[65368]: DEBUG oslo_vmware.api [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304555} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.919442] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.919604] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.919800] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.919958] env[65368]: INFO nova.compute.manager [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Took 1.18 seconds to destroy the instance on the hypervisor. [ 864.920336] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 864.920491] env[65368]: DEBUG nova.compute.manager [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.920577] env[65368]: DEBUG nova.network.neutron [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.921363] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.957025] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525f158c-f154-5fc1-7050-85a0ed3343dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014664} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.957843] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e6cb153-ef7e-4eb3-aac3-251c9d358f17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.964697] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 864.964697] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5242b805-8572-68b2-9544-3bb8e155ccdf" [ 864.964697] env[65368]: _type = "Task" [ 864.964697] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.974489] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5242b805-8572-68b2-9544-3bb8e155ccdf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.983849] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424514, 'name': Rename_Task, 'duration_secs': 0.157115} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.984226] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.984479] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb40c1a7-c210-4b5f-b5f1-db1aabd86749 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.992211] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.995555] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 864.995555] env[65368]: value = "task-4424515" [ 864.995555] env[65368]: _type = "Task" [ 864.995555] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.003805] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.190821] env[65368]: DEBUG oslo_concurrency.lockutils [req-e6b70442-c670-4a67-8a1e-bec0beaf1509 req-e9a01724-4a2f-49ca-a773-59e3c06ed74c service nova] Releasing lock "refresh_cache-a3b94e9e-82d4-4a53-9794-ef59a72409bf" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.207518] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.367765] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.422613] env[65368]: INFO nova.compute.manager [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Took 59.72 seconds to build instance. [ 865.450827] env[65368]: DEBUG nova.network.neutron [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.476431] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5242b805-8572-68b2-9544-3bb8e155ccdf, 'name': SearchDatastore_Task, 'duration_secs': 0.023364} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.479200] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.479459] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a3b94e9e-82d4-4a53-9794-ef59a72409bf/a3b94e9e-82d4-4a53-9794-ef59a72409bf.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 865.480210] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fa52035-77fb-4c6e-8748-3b4adea062b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.488126] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 865.488126] env[65368]: value = "task-4424516" [ 865.488126] env[65368]: _type = "Task" [ 865.488126] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.505866] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.515703] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424515, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.698293] env[65368]: DEBUG nova.network.neutron [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.732395] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5b2daf-7baa-4eeb-87af-57335161379b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.742538] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f158fc-c62d-44ba-abe7-80feb30957f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.776103] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac83134-8147-4bf6-a42d-77efaa1bb411 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.784893] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2cce77-6368-4fc2-9d6a-159ca5c1e98e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.801522] env[65368]: DEBUG nova.compute.provider_tree [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 865.926315] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d36316e1-d28b-4d45-b3ca-ab70eca2ae91 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.855s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.953855] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.003580] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424516, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.012645] env[65368]: DEBUG oslo_vmware.api [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424515, 'name': PowerOnVM_Task, 'duration_secs': 0.717693} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.012983] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.013210] env[65368]: INFO nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Took 9.65 seconds to spawn the instance on the hypervisor. [ 866.013461] env[65368]: DEBUG nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.014343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f6ddc5-3597-49c5-af64-31a57a040d01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.201054] env[65368]: INFO nova.compute.manager [-] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Took 1.28 seconds to deallocate network for instance. [ 866.305357] env[65368]: DEBUG nova.scheduler.client.report [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.365446] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.365707] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.365909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.366097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.366262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.368586] env[65368]: INFO nova.compute.manager [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Terminating instance [ 866.417596] env[65368]: DEBUG nova.compute.manager [req-7d4c09f5-adbd-4845-8881-83ee6c6fb3d3 req-c823340c-4b46-46ae-89f4-795e2fb63f01 service nova] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Received event network-vif-deleted-65de6e4e-7c5a-4963-93d0-93bed9e76d45 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 866.428049] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 866.499487] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424516, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.535726] env[65368]: INFO nova.compute.manager [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Took 52.15 seconds to build instance. [ 866.708670] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.811463] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.628s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.812078] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 866.818019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.121s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 866.819242] env[65368]: INFO nova.compute.claims [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 866.872022] env[65368]: DEBUG nova.compute.manager [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 866.872339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 866.873285] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7429f61-0a5c-43f3-9365-3b994eb8751c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.883448] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 866.883854] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d09867e6-fa1b-474a-8fc6-0b083fb3d5d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.891233] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 866.891233] env[65368]: value = "task-4424517" [ 866.891233] env[65368]: _type = "Task" [ 866.891233] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.900335] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424517, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.957478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.000798] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424516, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.038023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f72d8bf-7954-4039-878e-a18e43603ca2 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.329s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.326570] env[65368]: DEBUG nova.compute.utils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.326570] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 867.326854] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.327255] env[65368]: WARNING neutronclient.v2_0.client [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.329042] env[65368]: WARNING neutronclient.v2_0.client [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.399813] env[65368]: DEBUG nova.policy [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '537bf35d38214b19a0eeebca4783e328', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ec971c8e2e6b43b0842c861adedaba4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.411122] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424517, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.469128] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7824b3d5-5586-4c31-856b-f6531c0d5393 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.489823] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 867.503059] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424516, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.753257} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.503337] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a3b94e9e-82d4-4a53-9794-ef59a72409bf/a3b94e9e-82d4-4a53-9794-ef59a72409bf.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 867.503553] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 867.503865] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c580ba0-289d-4f9f-b3f2-c72aa35c07db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.508844] env[65368]: DEBUG nova.compute.manager [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 867.509023] env[65368]: DEBUG nova.compute.manager [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing instance network info cache due to event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 867.509238] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.509377] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.509560] env[65368]: DEBUG nova.network.neutron [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 867.512511] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 867.512511] env[65368]: value = "task-4424518" [ 867.512511] env[65368]: _type = "Task" [ 867.512511] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.522978] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424518, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.541698] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 867.729377] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Successfully created port: 2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 867.836267] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 867.910336] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424517, 'name': PowerOffVM_Task, 'duration_secs': 0.549963} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.910700] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 867.910782] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 867.911370] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-579c41c3-eb28-4aaa-b265-d3004981856e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.999687] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.000907] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bc2fd65-5a4f-4fd3-a8ab-e8354b8dcc54 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.011429] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 868.011429] env[65368]: value = "task-4424520" [ 868.011429] env[65368]: _type = "Task" [ 868.011429] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.017435] env[65368]: WARNING neutronclient.v2_0.client [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.038442] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.042064] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424518, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071045} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.042559] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 868.046461] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64284b74-e547-4407-bc9b-7799b5bfe0c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.081675] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a3b94e9e-82d4-4a53-9794-ef59a72409bf/a3b94e9e-82d4-4a53-9794-ef59a72409bf.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 868.089370] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19ea5e05-0e7a-45b4-b63d-f0fae03390ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.104050] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 868.104291] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 868.104463] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleting the datastore file [datastore2] 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 868.105564] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.106163] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddc5aa33-4a27-4c14-b06a-4308d2bc1662 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.114876] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 868.114876] env[65368]: value = "task-4424521" [ 868.114876] env[65368]: _type = "Task" [ 868.114876] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.116739] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 868.116739] env[65368]: value = "task-4424522" [ 868.116739] env[65368]: _type = "Task" [ 868.116739] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.134433] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424522, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.138287] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424521, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.335706] env[65368]: WARNING neutronclient.v2_0.client [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.485652] env[65368]: DEBUG nova.network.neutron [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updated VIF entry in instance network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 868.486011] env[65368]: DEBUG nova.network.neutron [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.522989] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424520, 'name': PowerOffVM_Task, 'duration_secs': 0.298595} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.526486] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 868.526486] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.611617] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956cb5ca-f6e4-4150-91c0-6ab09803dc62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.624794] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e3fffa1-d7e3-4807-a12d-163742be2f78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.641552] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424522, 'name': ReconfigVM_Task, 'duration_secs': 0.349059} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.670736] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a3b94e9e-82d4-4a53-9794-ef59a72409bf/a3b94e9e-82d4-4a53-9794-ef59a72409bf.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.671989] env[65368]: DEBUG oslo_vmware.api [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424521, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235218} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.672232] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df0424a2-4eb2-4461-95e4-ac6238bdd17a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.674402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d4edc4-9866-4502-93b5-592fecf4be88 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.676874] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 868.677167] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 868.677310] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 868.677400] env[65368]: INFO nova.compute.manager [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Took 1.81 seconds to destroy the instance on the hypervisor. [ 868.677733] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 868.677949] env[65368]: DEBUG nova.compute.manager [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 868.678076] env[65368]: DEBUG nova.network.neutron [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 868.678317] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.688432] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc71b660-6857-45cc-8079-52b7dcd81b66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.693285] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 868.693285] env[65368]: value = "task-4424523" [ 868.693285] env[65368]: _type = "Task" [ 868.693285] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.705600] env[65368]: DEBUG nova.compute.provider_tree [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.713086] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424523, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.801169] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.848212] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 868.875877] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 868.876174] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 868.876372] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 868.876558] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 868.876694] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 868.876910] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 868.877552] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 868.877758] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 868.877950] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 868.878164] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 868.878375] env[65368]: DEBUG nova.virt.hardware [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 868.879416] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffac5bc-b72e-41d0-b80c-9a528e3326c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.889486] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a006a2ba-a893-46fa-b669-7e3aa485a23d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.992157] env[65368]: DEBUG oslo_concurrency.lockutils [req-fe850629-773e-48e3-be05-51bade7e99f5 req-acff806d-23fd-464c-a0f9-1038c517eaf4 service nova] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.034258] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.034681] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.034765] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.034972] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.036031] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.036031] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.036031] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.036031] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.036299] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.036299] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.036554] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.043299] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55c47022-0217-4d09-93ca-198bac467dce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.065173] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 869.065173] env[65368]: value = "task-4424524" [ 869.065173] env[65368]: _type = "Task" [ 869.065173] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.077314] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424524, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.203907] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424523, 'name': Rename_Task, 'duration_secs': 0.150344} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.204234] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 869.204489] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62774b3c-bad6-4994-915d-1dcc792147d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.209611] env[65368]: DEBUG nova.scheduler.client.report [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 869.214836] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 869.214836] env[65368]: value = "task-4424525" [ 869.214836] env[65368]: _type = "Task" [ 869.214836] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.227436] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.350616] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Successfully updated port: 2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.386291] env[65368]: DEBUG nova.compute.manager [req-e6676fad-ecfd-4896-9d52-92e9a4af8eba req-58de9a9a-27df-48fb-be55-06ecb3d74bd1 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-deleted-3bdb5e3e-253e-49f9-b112-8d13dc56bab5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 869.386498] env[65368]: INFO nova.compute.manager [req-e6676fad-ecfd-4896-9d52-92e9a4af8eba req-58de9a9a-27df-48fb-be55-06ecb3d74bd1 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Neutron deleted interface 3bdb5e3e-253e-49f9-b112-8d13dc56bab5; detaching it from the instance and deleting it from the info cache [ 869.386942] env[65368]: DEBUG nova.network.neutron [req-e6676fad-ecfd-4896-9d52-92e9a4af8eba req-58de9a9a-27df-48fb-be55-06ecb3d74bd1 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [{"id": "8482a316-119d-466d-8ce4-896fa4faf1bb", "address": "fa:16:3e:39:01:e4", "network": {"id": "22c5b699-9150-49b3-a15e-5b03cfde76fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-93904048", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "359c2c31-99c4-41d7-a513-3bc4825897a0", "external-id": "nsx-vlan-transportzone-173", "segmentation_id": 173, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8482a316-11", "ovs_interfaceid": "8482a316-119d-466d-8ce4-896fa4faf1bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "address": "fa:16:3e:78:4a:e3", "network": {"id": "658a636f-4090-4bdc-9cb4-c3f897efeaca", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1603066180", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.76", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e7b4bfde-f109-4f64-adab-e7f06b80685d", "external-id": "nsx-vlan-transportzone-910", "segmentation_id": 910, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7c0e8c5c-a3", "ovs_interfaceid": "7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.575290] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424524, 'name': ReconfigVM_Task, 'duration_secs': 0.224162} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.576198] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.598855] env[65368]: DEBUG nova.compute.manager [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received event network-vif-plugged-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 869.599128] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Acquiring lock "c14deced-1d42-4042-8f2b-68601790b89e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.599309] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Lock "c14deced-1d42-4042-8f2b-68601790b89e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.599605] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Lock "c14deced-1d42-4042-8f2b-68601790b89e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.599668] env[65368]: DEBUG nova.compute.manager [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] No waiting events found dispatching network-vif-plugged-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 869.599777] env[65368]: WARNING nova.compute.manager [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received unexpected event network-vif-plugged-2799d770-3e45-4941-b889-1965e9df2027 for instance with vm_state building and task_state spawning. [ 869.599928] env[65368]: DEBUG nova.compute.manager [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received event network-changed-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 869.600133] env[65368]: DEBUG nova.compute.manager [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing instance network info cache due to event network-changed-2799d770-3e45-4941-b889-1965e9df2027. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 869.600325] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Acquiring lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.600450] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Acquired lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.600649] env[65368]: DEBUG nova.network.neutron [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing network info cache for port 2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 869.716333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.901s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.717026] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 869.720150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.906s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.720449] env[65368]: DEBUG nova.objects.instance [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lazy-loading 'resources' on Instance uuid 0a2a2751-4206-4b31-a9a0-15c32e70948d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.733189] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.855952] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.890437] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0870b5e-0a76-46cc-a289-ae31394ebbe2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.902376] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be97c2c6-8295-43fc-86f0-7e780d147a8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.941795] env[65368]: DEBUG nova.compute.manager [req-e6676fad-ecfd-4896-9d52-92e9a4af8eba req-58de9a9a-27df-48fb-be55-06ecb3d74bd1 service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Detach interface failed, port_id=3bdb5e3e-253e-49f9-b112-8d13dc56bab5, reason: Instance 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 870.064371] env[65368]: DEBUG nova.network.neutron [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.082584] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:44:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8852a6cd-01cd-46da-9a3e-5036495da1e0',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1735103118',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.082860] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.083045] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.083233] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.083761] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.083761] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.083853] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.084037] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.084108] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.084265] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.084448] env[65368]: DEBUG nova.virt.hardware [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.090638] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.091639] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3c1226f-5b55-4f05-9c81-1c3ad53c2b4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.105974] env[65368]: WARNING neutronclient.v2_0.client [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.115798] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 870.115798] env[65368]: value = "task-4424526" [ 870.115798] env[65368]: _type = "Task" [ 870.115798] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.125490] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424526, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.138812] env[65368]: DEBUG nova.network.neutron [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 870.229225] env[65368]: DEBUG nova.compute.utils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.234214] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 870.234692] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 870.234807] env[65368]: WARNING neutronclient.v2_0.client [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.235337] env[65368]: WARNING neutronclient.v2_0.client [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.237768] env[65368]: DEBUG oslo_vmware.api [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424525, 'name': PowerOnVM_Task, 'duration_secs': 0.537591} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.240411] env[65368]: DEBUG nova.network.neutron [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.241654] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 870.241954] env[65368]: INFO nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Took 8.93 seconds to spawn the instance on the hypervisor. [ 870.242093] env[65368]: DEBUG nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 870.243874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80ff05b8-1fc6-4386-83d1-cb3f16433f9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.279731] env[65368]: DEBUG nova.policy [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca086aecdff148a68a610a28ca6657b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b30b9226aa4fbfa8e7761fe345f6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 870.567296] env[65368]: INFO nova.compute.manager [-] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Took 1.89 seconds to deallocate network for instance. [ 870.606477] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Successfully created port: 75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 870.628238] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424526, 'name': ReconfigVM_Task, 'duration_secs': 0.348125} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.631257] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 870.635241] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699b2e0f-2dc6-40b8-9925-d06bac5c58df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.660659] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.663906] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0779a593-69f6-4f90-8bc6-297f804b3ffb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.684399] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 870.684399] env[65368]: value = "task-4424527" [ 870.684399] env[65368]: _type = "Task" [ 870.684399] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.697988] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424527, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.739964] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 870.748557] env[65368]: DEBUG oslo_concurrency.lockutils [req-0c6abfd6-9b1d-4981-909f-247433db9b5d req-aca0b1b5-c059-4731-99ce-7bf101c66b35 service nova] Releasing lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.750561] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.750852] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.768485] env[65368]: INFO nova.compute.manager [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Took 47.91 seconds to build instance. [ 870.820551] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052dcc8e-7da3-4510-bc92-155ce3b3ea2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.831415] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859f57cd-5e9a-4627-9b3b-036284f4d041 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.865764] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f06615-9aca-40bc-b4f7-deb25ebc6907 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.875349] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76626d92-cc3b-4ac9-8104-d85cec213848 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.890976] env[65368]: DEBUG nova.compute.provider_tree [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 871.077398] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.196119] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424527, 'name': ReconfigVM_Task, 'duration_secs': 0.387277} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.197527] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 871.197805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.273355] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4ee6757b-73dc-44ce-b646-7a5aca50da84 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.955s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.329191] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 871.398646] env[65368]: DEBUG nova.scheduler.client.report [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.459726] env[65368]: WARNING neutronclient.v2_0.client [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.513562] env[65368]: DEBUG nova.compute.manager [req-5803f0d8-5ffd-4aaa-bc21-b9d111e0c688 req-0e2ac8a1-f73a-4200-aa10-c396c2f4f8da service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-deleted-7c0e8c5c-a3cf-4feb-a5c3-f1225b82c6e4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.547152] env[65368]: DEBUG nova.network.neutron [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [{"id": "2799d770-3e45-4941-b889-1965e9df2027", "address": "fa:16:3e:45:b7:c8", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799d770-3e", "ovs_interfaceid": "2799d770-3e45-4941-b889-1965e9df2027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.700426] env[65368]: DEBUG nova.compute.manager [req-6116d1af-5cee-41cd-a1c0-8f8abddae462 req-9260e5b9-e770-4485-8321-6d861d1bb02b service nova] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Received event network-vif-deleted-8482a316-119d-466d-8ce4-896fa4faf1bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 871.705957] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.706210] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.706436] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.706568] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.706726] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.708861] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9965a52-cdb3-4b3b-93c0-d6f3f7198194 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.713181] env[65368]: INFO nova.compute.manager [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Terminating instance [ 871.734512] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cee25a-a0c3-4a05-8b94-4260290ae9d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.756295] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 871.760365] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 871.776441] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 871.792833] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 871.793141] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 871.793326] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 871.793569] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 871.793756] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 871.793954] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 871.797256] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 871.797256] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 871.797256] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 871.797256] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 871.797256] env[65368]: DEBUG nova.virt.hardware [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 871.797256] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99664bf7-b5c7-416d-9e0a-cf19c8784aba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.809545] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c970cc7-47ab-45fe-aa01-1125b08756df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.907399] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.911165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.287s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.948622] env[65368]: INFO nova.scheduler.client.report [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Deleted allocations for instance 0a2a2751-4206-4b31-a9a0-15c32e70948d [ 872.050164] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.050568] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance network_info: |[{"id": "2799d770-3e45-4941-b889-1965e9df2027", "address": "fa:16:3e:45:b7:c8", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799d770-3e", "ovs_interfaceid": "2799d770-3e45-4941-b889-1965e9df2027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 872.051080] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:b7:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2799d770-3e45-4941-b889-1965e9df2027', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.059380] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 872.059380] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.059603] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b392ed6-8487-4779-b8f9-1a1a130163e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.080749] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.080749] env[65368]: value = "task-4424528" [ 872.080749] env[65368]: _type = "Task" [ 872.080749] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.089924] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424528, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.212577] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Successfully updated port: 75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 872.217445] env[65368]: DEBUG nova.compute.manager [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 872.217638] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.218779] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44955295-685f-4b64-a06b-a50d4b5fc20e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.231983] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.232294] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12dbece4-63cd-41a7-8046-addc041d03f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.244384] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 872.244384] env[65368]: value = "task-4424529" [ 872.244384] env[65368]: _type = "Task" [ 872.244384] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.255842] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.269344] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.269720] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.299923] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.315240] env[65368]: DEBUG nova.network.neutron [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Port 54757d7b-4044-4bb7-a69e-670018b20c4a binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 872.457134] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba86f26c-3cf4-4bea-97e8-4dcf50e1d205 tempest-ServersAdminNegativeTestJSON-1192974839 tempest-ServersAdminNegativeTestJSON-1192974839-project-member] Lock "0a2a2751-4206-4b31-a9a0-15c32e70948d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.650s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.591961] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424528, 'name': CreateVM_Task, 'duration_secs': 0.434487} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.592172] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.592669] env[65368]: WARNING neutronclient.v2_0.client [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.593059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.593388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.593644] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.593934] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51e9f055-2b4e-41f9-840a-8dfbc015da52 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.599746] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 872.599746] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292a923-7e29-12f9-e4bd-f0885220b360" [ 872.599746] env[65368]: _type = "Task" [ 872.599746] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.609200] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292a923-7e29-12f9-e4bd-f0885220b360, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.715751] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.715951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.716133] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 872.757199] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424529, 'name': PowerOffVM_Task, 'duration_secs': 0.334318} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.757891] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 872.758174] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 872.758535] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4f0b385-c8f0-494d-933f-0c8ed67458ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.774038] env[65368]: DEBUG nova.compute.manager [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.775056] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9696359-eba8-4a19-8a53-669dbb3fe364 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.835037] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 872.835435] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 872.835690] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Deleting the datastore file [datastore2] 9eee2e68-d3fd-40c2-9259-9216a20afaf0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 872.836052] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21b70cba-81d9-4b1e-9858-ba2950b3f2e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.843808] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for the task: (returnval){ [ 872.843808] env[65368]: value = "task-4424531" [ 872.843808] env[65368]: _type = "Task" [ 872.843808] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.854292] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.932849] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Applying migration context for instance 2afe03d3-aa3f-4621-a360-4715ccc395c4 as it has an incoming, in-progress migration 0a5a5a5c-23bc-47c5-b413-ea5f1c2f3876. Migration status is post-migrating {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 872.935557] env[65368]: INFO nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating resource usage from migration 0a5a5a5c-23bc-47c5-b413-ea5f1c2f3876 [ 872.965496] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 7e49302b-aae6-4137-861d-c7040c7ba5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ff3ef5fb-3271-4730-9e63-c98c3a66175d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 1602a56d-8eed-4958-a846-67841fc06c1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d40cd56e-eb71-4e55-b126-c50372b8c13c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c425c889-ed84-4e8c-9f44-93252bb12e6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 846828fb-ac3e-49dc-850a-816031eaebb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.966693] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ffda67b3-dff3-4bb8-bff6-e111da32601a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.967026] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance eb4cce99-41ab-449c-ba6a-dd737a6b1180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.967026] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a4112107-4e15-491d-9b5f-8a004b295115 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.967266] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 158d47e7-5adc-4942-9ced-e17189142d72 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.967489] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b48b5986-25cc-4cf6-b84c-7673d7f615d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.967687] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 9eee2e68-d3fd-40c2-9259-9216a20afaf0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.967879] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 764c787e-0958-4b9c-84bb-2ce472c712bd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.968076] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.968247] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6316172d-91a8-4c32-b7f3-8b873f8d3ce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.968459] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 34519e5e-a55c-41b2-94dd-966f0dc604a1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.968668] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3c6210b5-15a1-4635-b535-9cc335ac24e3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.968855] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f3037fdb-046a-44cf-be44-069f231406a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.969090] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3bc761e0-7769-416d-82bf-39b04e2b9f68 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.969304] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 872.969484] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.969655] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2129d341-9628-4bbe-abd9-044873852f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.969862] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a3b94e9e-82d4-4a53-9794-ef59a72409bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.970566] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c14deced-1d42-4042-8f2b-68601790b89e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 872.970782] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance cc42f9f5-82f4-445c-b0ee-acde52df7be0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 873.115035] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292a923-7e29-12f9-e4bd-f0885220b360, 'name': SearchDatastore_Task, 'duration_secs': 0.025849} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.116118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.116512] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.116867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.117259] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.117737] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.118366] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f8e13d3-3b3e-4978-b0c3-821b2b295b3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.129709] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.129886] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.130878] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d23a76a-03c3-47f2-8262-3710b2d1d620 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.137981] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 873.137981] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206476a-d1f3-af31-fbeb-0df9ff704eb5" [ 873.137981] env[65368]: _type = "Task" [ 873.137981] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.147686] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206476a-d1f3-af31-fbeb-0df9ff704eb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.268529] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 873.287136] env[65368]: INFO nova.compute.manager [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] instance snapshotting [ 873.294653] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efb18f5-1084-409f-974b-ce8f221b490a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.323291] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ec6c2f-2699-4d08-903f-78cf2c5340f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.344583] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.344826] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.344996] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.358366] env[65368]: DEBUG oslo_vmware.api [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Task: {'id': task-4424531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232121} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.358607] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.359022] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.359022] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.359241] env[65368]: INFO nova.compute.manager [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 873.359437] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 873.360029] env[65368]: DEBUG nova.compute.manager [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 873.360029] env[65368]: DEBUG nova.network.neutron [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.360029] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.363062] env[65368]: WARNING neutronclient.v2_0.client [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.401536] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.463754] env[65368]: DEBUG nova.network.neutron [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Updating instance_info_cache with network_info: [{"id": "75042142-c175-4c4c-98c9-8fe9c901188a", "address": "fa:16:3e:99:a2:e3", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75042142-c1", "ovs_interfaceid": "75042142-c175-4c4c-98c9-8fe9c901188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.474889] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 873.557069] env[65368]: DEBUG nova.compute.manager [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Received event network-vif-plugged-75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 873.557356] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Acquiring lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.557623] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.557851] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.558101] env[65368]: DEBUG nova.compute.manager [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] No waiting events found dispatching network-vif-plugged-75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 873.558421] env[65368]: WARNING nova.compute.manager [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Received unexpected event network-vif-plugged-75042142-c175-4c4c-98c9-8fe9c901188a for instance with vm_state building and task_state spawning. [ 873.558525] env[65368]: DEBUG nova.compute.manager [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Received event network-changed-75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 873.558875] env[65368]: DEBUG nova.compute.manager [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Refreshing instance network info cache due to event network-changed-75042142-c175-4c4c-98c9-8fe9c901188a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 873.558926] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Acquiring lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.651408] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206476a-d1f3-af31-fbeb-0df9ff704eb5, 'name': SearchDatastore_Task, 'duration_secs': 0.011087} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.652486] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df8fb42-c5a8-46e3-b86e-3b9c7a555746 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.659351] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 873.659351] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e287a-bb9f-8421-dcc3-7ebb01b30387" [ 873.659351] env[65368]: _type = "Task" [ 873.659351] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.668777] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e287a-bb9f-8421-dcc3-7ebb01b30387, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.856024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 873.856024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c24b87aa-e30b-436a-8ce4-7c1f5977914c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.864658] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 873.864658] env[65368]: value = "task-4424532" [ 873.864658] env[65368]: _type = "Task" [ 873.864658] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.876305] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.964963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.965449] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Instance network_info: |[{"id": "75042142-c175-4c4c-98c9-8fe9c901188a", "address": "fa:16:3e:99:a2:e3", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75042142-c1", "ovs_interfaceid": "75042142-c175-4c4c-98c9-8fe9c901188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 873.965834] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Acquired lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.966069] env[65368]: DEBUG nova.network.neutron [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Refreshing network info cache for port 75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.967739] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:a2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75042142-c175-4c4c-98c9-8fe9c901188a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.977954] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 873.979248] env[65368]: WARNING neutronclient.v2_0.client [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.981890] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 39665841-db3f-4114-9065-dbb3ed4b1f05 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 873.982992] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.985044] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9c35285-df2b-4694-b36b-d1b25233a3e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.007032] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.007032] env[65368]: value = "task-4424533" [ 874.007032] env[65368]: _type = "Task" [ 874.007032] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.016315] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424533, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.166167] env[65368]: WARNING neutronclient.v2_0.client [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.178456] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e287a-bb9f-8421-dcc3-7ebb01b30387, 'name': SearchDatastore_Task, 'duration_secs': 0.011995} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.178529] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.179062] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c14deced-1d42-4042-8f2b-68601790b89e/c14deced-1d42-4042-8f2b-68601790b89e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.182016] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a848d1f6-8d45-400c-828e-5ffac1c07cb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.189461] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 874.189461] env[65368]: value = "task-4424534" [ 874.189461] env[65368]: _type = "Task" [ 874.189461] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.199166] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.243450] env[65368]: DEBUG nova.network.neutron [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Updated VIF entry in instance network info cache for port 75042142-c175-4c4c-98c9-8fe9c901188a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 874.243890] env[65368]: DEBUG nova.network.neutron [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Updating instance_info_cache with network_info: [{"id": "75042142-c175-4c4c-98c9-8fe9c901188a", "address": "fa:16:3e:99:a2:e3", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75042142-c1", "ovs_interfaceid": "75042142-c175-4c4c-98c9-8fe9c901188a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.350492] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.372953] env[65368]: DEBUG nova.network.neutron [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.381185] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424532, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.389788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.389788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.389945] env[65368]: DEBUG nova.network.neutron [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 874.484796] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a5582f41-21d0-4f77-8c25-38c5baf3052d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.521869] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424533, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.701410] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424534, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.747616] env[65368]: DEBUG oslo_concurrency.lockutils [req-8bb35080-322e-4d72-8b1d-b7c3b2242fdc req-23713f48-3d5f-4dea-82c0-670834dfb552 service nova] Releasing lock "refresh_cache-cc42f9f5-82f4-445c-b0ee-acde52df7be0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.878788] env[65368]: INFO nova.compute.manager [-] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Took 1.52 seconds to deallocate network for instance. [ 874.879193] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424532, 'name': CreateSnapshot_Task, 'duration_secs': 0.942137} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.881304] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 874.882184] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64df1c10-6e26-4de5-8c08-047c7735a7d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.893903] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.988466] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 874.988615] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Migration 0a5a5a5c-23bc-47c5-b413-ea5f1c2f3876 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 874.988713] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2afe03d3-aa3f-4621-a360-4715ccc395c4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 875.020018] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424533, 'name': CreateVM_Task, 'duration_secs': 0.918} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.020990] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.020990] env[65368]: WARNING neutronclient.v2_0.client [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.021378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.021505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.021813] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.024396] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6daa156b-9e0b-4cce-955d-c8e0da80423a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.028460] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 875.028460] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b48a8f-15a9-ce30-4c9f-edc2fa561a44" [ 875.028460] env[65368]: _type = "Task" [ 875.028460] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.041023] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b48a8f-15a9-ce30-4c9f-edc2fa561a44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.205765] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704826} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.205765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c14deced-1d42-4042-8f2b-68601790b89e/c14deced-1d42-4042-8f2b-68601790b89e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.205765] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.205765] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd14e644-f5ae-4756-9f88-fe1a274101c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.215193] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 875.215193] env[65368]: value = "task-4424535" [ 875.215193] env[65368]: _type = "Task" [ 875.215193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.222502] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424535, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.281691] env[65368]: WARNING neutronclient.v2_0.client [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.393528] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.420923] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 875.421366] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-775d34bc-a250-46d5-85a6-d66885b72524 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.431043] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 875.431043] env[65368]: value = "task-4424536" [ 875.431043] env[65368]: _type = "Task" [ 875.431043] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.442428] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.491958] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 8351e297-e85b-4f81-9877-6528e196dcde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 875.542023] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b48a8f-15a9-ce30-4c9f-edc2fa561a44, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.542491] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.542807] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 875.543145] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.543576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.547735] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 875.547735] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8736694-731f-4018-8b9e-e357c37a2ea4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.578019] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 875.578540] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 875.579457] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb6a9ab-0616-4928-ae1f-e00d716c73f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.586426] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 875.586426] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52334462-0caa-4f1d-ab3e-19705df09b2a" [ 875.586426] env[65368]: _type = "Task" [ 875.586426] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.596797] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52334462-0caa-4f1d-ab3e-19705df09b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.726063] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424535, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.393679} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.726063] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.726063] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1731e8ae-8124-47cd-9c1a-5cd5ec3ae97c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.757832] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c14deced-1d42-4042-8f2b-68601790b89e/c14deced-1d42-4042-8f2b-68601790b89e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.759750] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d4dd329-3937-4ab8-a2f3-a05d55f9e0f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.784115] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 875.784115] env[65368]: value = "task-4424537" [ 875.784115] env[65368]: _type = "Task" [ 875.784115] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.796271] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.829706] env[65368]: DEBUG nova.network.neutron [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.947293] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.996387] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3b3f2b8c-b45b-4221-8829-7f49853daafc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 876.002873] env[65368]: DEBUG nova.compute.manager [req-5bc9d094-43b8-4cad-b301-3d6c7660ab74 req-169cd8ca-d4c0-48e5-91d9-b076966a87e6 service nova] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Received event network-vif-deleted-2e388df9-1a49-47d1-98a2-699e629ac8df {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 876.100152] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52334462-0caa-4f1d-ab3e-19705df09b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.104252] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96b86a56-01d3-4133-914d-538d837179ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.110993] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 876.110993] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c1b9e1-c5cd-5de2-fcbe-74d068d59fdb" [ 876.110993] env[65368]: _type = "Task" [ 876.110993] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.119999] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c1b9e1-c5cd-5de2-fcbe-74d068d59fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.294030] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424537, 'name': ReconfigVM_Task, 'duration_secs': 0.315551} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.296898] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c14deced-1d42-4042-8f2b-68601790b89e/c14deced-1d42-4042-8f2b-68601790b89e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.296898] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba68b34d-5444-481c-a64d-c04067c841a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.303321] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 876.303321] env[65368]: value = "task-4424538" [ 876.303321] env[65368]: _type = "Task" [ 876.303321] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.312458] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424538, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.333102] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.443429] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.500015] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6553a301-881b-470d-899f-8cb9f2318ebc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 876.512049] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.512324] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.623084] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c1b9e1-c5cd-5de2-fcbe-74d068d59fdb, 'name': SearchDatastore_Task, 'duration_secs': 0.068345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.623455] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.623715] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] cc42f9f5-82f4-445c-b0ee-acde52df7be0/cc42f9f5-82f4-445c-b0ee-acde52df7be0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 876.624048] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9832cf10-7cfb-422e-896b-23d6aef86139 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.632933] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 876.632933] env[65368]: value = "task-4424539" [ 876.632933] env[65368]: _type = "Task" [ 876.632933] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.643483] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.815769] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424538, 'name': Rename_Task, 'duration_secs': 0.151132} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.816147] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.816442] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37bb84ba-cbed-4240-9dd7-cbfed3cbbac2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.823951] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 876.823951] env[65368]: value = "task-4424540" [ 876.823951] env[65368]: _type = "Task" [ 876.823951] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.847388] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424540, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.866913] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac1aa98-ce0e-4308-a52e-295e8effd704 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.889864] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cba6781-be4c-4766-a407-8bde4258b481 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.898911] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.946361] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.005441] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 877.005852] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 877.006046] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4864MB phys_disk=100GB used_disk=23GB total_vcpus=48 used_vcpus=22 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '21', 'num_vm_active': '18', 'num_task_None': '16', 'num_os_type_None': '21', 'num_proj_350ca900e30246c5883586d1510978d0': '2', 'io_workload': '3', 'num_proj_e06da3e098494590a25eba1cf89e1342': '3', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'num_vm_rescued': '1', 'num_proj_c678b370939b49b4b485ba42eddfa9f7': '1', 'num_proj_705545d0daac4524900cd0b693965f24': '3', 'num_proj_773d027cc30d461dbebeb04f293b0b83': '1', 'num_proj_5d482b9a52a24e9dad6933e945d5ff10': '1', 'num_proj_ec971c8e2e6b43b0842c861adedaba4d': '2', 'num_proj_ff109f194ec34a5cbfdf111876578c64': '1', 'num_task_deleting': '1', 'num_proj_b32a30dd9ed8472eb48ba558763919ed': '1', 'num_task_resize_migrating': '1', 'num_proj_9c01c30177884ba1a91bab40ae660246': '1', 'num_proj_b2a14df4fbc84583ac4071daa6b674e6': '1', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'num_task_image_snapshot_pending': '1', 'num_proj_f700a2c8e95a4b4285492f6a1a0c34fc': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_e1b30b9226aa4fbfa8e7761fe345f6ee': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 877.146689] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424539, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.338381] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424540, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.408337] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.409223] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c395644d-329e-4b94-98ce-8fa68490d321 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.425972] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 877.425972] env[65368]: value = "task-4424541" [ 877.425972] env[65368]: _type = "Task" [ 877.425972] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.441470] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.448410] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.610757] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a64dba-29dd-42cb-bedf-a1e6a15b120b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.619441] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d52ad4-aefb-4e05-b5ca-ae6635b7113f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.658239] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee9056d-6cef-4695-a889-2682e703ebca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.666852] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544154} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.669216] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] cc42f9f5-82f4-445c-b0ee-acde52df7be0/cc42f9f5-82f4-445c-b0ee-acde52df7be0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.669449] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.669804] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae77ddfd-c843-4ab3-9611-63675d345570 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.672725] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170280a9-b974-4f81-85b2-9f6d5fef90fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.688723] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 877.693869] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 877.693869] env[65368]: value = "task-4424542" [ 877.693869] env[65368]: _type = "Task" [ 877.693869] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.700475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 877.700720] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.712519] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424542, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.840717] env[65368]: DEBUG oslo_vmware.api [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424540, 'name': PowerOnVM_Task, 'duration_secs': 0.572971} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.841065] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.841281] env[65368]: INFO nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Took 8.99 seconds to spawn the instance on the hypervisor. [ 877.841463] env[65368]: DEBUG nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 877.851955] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9487e9d1-4915-4d03-86dd-19d354651262 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.935374] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.945598] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424536, 'name': CloneVM_Task, 'duration_secs': 2.046268} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.945910] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Created linked-clone VM from snapshot [ 877.946912] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbc3404-4f29-4a29-a4ff-0c1708c7ba9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.957291] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Uploading image a97323c5-a450-4e97-8fe3-9e46a1aff273 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 877.974854] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 877.975524] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b4562c78-ae7d-49e1-9930-5a9e56cfacc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.985333] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 877.985333] env[65368]: value = "task-4424543" [ 877.985333] env[65368]: _type = "Task" [ 877.985333] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.995893] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424543, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.195890] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 878.206856] env[65368]: DEBUG nova.compute.utils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.211632] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424542, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08425} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.212630] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.212823] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3857f5fc-05ad-40f8-9225-3638bb194de4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.240098] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] cc42f9f5-82f4-445c-b0ee-acde52df7be0/cc42f9f5-82f4-445c-b0ee-acde52df7be0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.240774] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cdc41c9-39d5-40fd-9336-fb7c1f6d4ec7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.262030] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 878.262030] env[65368]: value = "task-4424544" [ 878.262030] env[65368]: _type = "Task" [ 878.262030] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.270976] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.361158] env[65368]: INFO nova.compute.manager [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Took 50.94 seconds to build instance. [ 878.434832] env[65368]: DEBUG oslo_vmware.api [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424541, 'name': PowerOnVM_Task, 'duration_secs': 0.663663} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.435192] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.435354] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba6d38fc-beb3-455f-9d58-9431dae80e22 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance '2afe03d3-aa3f-4621-a360-4715ccc395c4' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.496155] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424543, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.704156] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 878.704407] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.793s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.704758] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.075s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.706860] env[65368]: INFO nova.compute.claims [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 878.709910] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 878.710109] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 878.712981] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.772857] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424544, 'name': ReconfigVM_Task, 'duration_secs': 0.383227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.773200] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Reconfigured VM instance instance-0000003b to attach disk [datastore2] cc42f9f5-82f4-445c-b0ee-acde52df7be0/cc42f9f5-82f4-445c-b0ee-acde52df7be0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.773850] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5cf026c9-9422-423d-bb3b-986d2710bcce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.783835] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 878.783835] env[65368]: value = "task-4424545" [ 878.783835] env[65368]: _type = "Task" [ 878.783835] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.793045] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424545, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.866221] env[65368]: DEBUG oslo_concurrency.lockutils [None req-edf2432b-0f6a-4957-8546-d56a7d623e98 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.971s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.996053] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424543, 'name': Destroy_Task, 'duration_secs': 0.650506} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.996315] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Destroyed the VM [ 878.996601] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 878.996882] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ee0a49d2-7dc5-4dca-b819-e9444a7a5b0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.004209] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 879.004209] env[65368]: value = "task-4424546" [ 879.004209] env[65368]: _type = "Task" [ 879.004209] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.012318] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424546, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.222563] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] There are 32 instances to clean {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 879.222886] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: cfa9853f-1dfb-466b-bf5f-d573d8fafa43] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 879.304402] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424545, 'name': Rename_Task, 'duration_secs': 0.14675} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.308423] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.309251] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63a77cb2-f306-4e93-b7a9-6c9b848445d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.318211] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 879.318211] env[65368]: value = "task-4424547" [ 879.318211] env[65368]: _type = "Task" [ 879.318211] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.336489] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.368647] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 879.514690] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424546, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.729083] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 8ff0e0fa-42ab-42c9-9346-3ee9a7400cdd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 879.762913] env[65368]: DEBUG nova.compute.manager [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received event network-changed-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 879.763493] env[65368]: DEBUG nova.compute.manager [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing instance network info cache due to event network-changed-2799d770-3e45-4941-b889-1965e9df2027. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 879.763493] env[65368]: DEBUG oslo_concurrency.lockutils [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] Acquiring lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.763656] env[65368]: DEBUG oslo_concurrency.lockutils [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] Acquired lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.763781] env[65368]: DEBUG nova.network.neutron [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing network info cache for port 2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 879.772637] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16f58bda-cf4e-4a56-bf86-3ac59f97c248 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.784273] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f175297b-4e79-44fe-a887-f0762e84c1a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.788795] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.789357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.789479] env[65368]: INFO nova.compute.manager [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Attaching volume 71a1ef2a-3240-4502-8da0-0a3813803f58 to /dev/sdb [ 879.834247] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885de029-5691-4870-964b-31ca750819ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.838117] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91659c88-56bf-4680-bc27-b3a7e83717b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.851837] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1ce1e3-53b3-43ff-bf8e-8cde71b588a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.856994] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c9fecd-b924-4156-adfe-8f8c51673aba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.859612] env[65368]: DEBUG oslo_vmware.api [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424547, 'name': PowerOnVM_Task, 'duration_secs': 0.477932} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.860248] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 879.860447] env[65368]: INFO nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Took 8.10 seconds to spawn the instance on the hypervisor. [ 879.860622] env[65368]: DEBUG nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 879.862385] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a0887ca-c24c-4b83-ac8e-328c10bfa2db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.877040] env[65368]: DEBUG nova.compute.provider_tree [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 879.886860] env[65368]: DEBUG nova.virt.block_device [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updating existing volume attachment record: 35ac0c4f-2b75-44f8-8ca6-29ac886bb8bd {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 879.912123] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.018345] env[65368]: DEBUG oslo_vmware.api [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424546, 'name': RemoveSnapshot_Task, 'duration_secs': 0.849859} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.018610] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 880.232481] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: b1271d4f-bf25-4eea-ba33-2bb51fd2ea5f] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 880.267236] env[65368]: WARNING neutronclient.v2_0.client [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.394270] env[65368]: DEBUG nova.scheduler.client.report [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 880.399135] env[65368]: INFO nova.compute.manager [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Took 51.72 seconds to build instance. [ 880.446351] env[65368]: WARNING neutronclient.v2_0.client [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.449150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "c14deced-1d42-4042-8f2b-68601790b89e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.449397] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.449624] env[65368]: INFO nova.compute.manager [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Rebooting instance [ 880.523171] env[65368]: WARNING nova.compute.manager [None req-ffdf33c9-83ed-4b06-8c6d-f009e63a30d6 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Image not found during snapshot: nova.exception.ImageNotFound: Image a97323c5-a450-4e97-8fe3-9e46a1aff273 could not be found. [ 880.538619] env[65368]: DEBUG nova.network.neutron [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updated VIF entry in instance network info cache for port 2799d770-3e45-4941-b889-1965e9df2027. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 880.539202] env[65368]: DEBUG nova.network.neutron [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [{"id": "2799d770-3e45-4941-b889-1965e9df2027", "address": "fa:16:3e:45:b7:c8", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799d770-3e", "ovs_interfaceid": "2799d770-3e45-4941-b889-1965e9df2027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.736238] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 8e1eb273-f88d-411a-b5df-f17df6652266] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 880.766956] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0807f7-015e-446a-b867-3783b7f50691 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.775135] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Suspending the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 880.775432] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c4e15a26-0399-4170-8afd-18596a10b7a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.782243] env[65368]: DEBUG oslo_vmware.api [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 880.782243] env[65368]: value = "task-4424551" [ 880.782243] env[65368]: _type = "Task" [ 880.782243] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.792981] env[65368]: DEBUG oslo_vmware.api [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424551, 'name': SuspendVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.900304] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.195s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.901157] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 880.904829] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.852s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.907595] env[65368]: INFO nova.compute.claims [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 880.910859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4fd67875-2141-4b6c-9e56-b7f3141b8925 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.032s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.971924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.044017] env[65368]: DEBUG oslo_concurrency.lockutils [req-4464c4a9-cd4c-4797-a5b1-14a93ad9eea2 req-0e2060eb-7e53-42c9-a49d-d3f504e49fa5 service nova] Releasing lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.044017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquired lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.044017] env[65368]: DEBUG nova.network.neutron [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.060425] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.099437] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.099852] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.100163] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.127868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.128233] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.129247] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.129544] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.129770] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.132210] env[65368]: INFO nova.compute.manager [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Terminating instance [ 881.138410] env[65368]: DEBUG nova.network.neutron [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Port 54757d7b-4044-4bb7-a69e-670018b20c4a binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 881.138642] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.138780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.138967] env[65368]: DEBUG nova.network.neutron [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.243127] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 46d105de-a26c-4f86-a3d2-d981e92d38bd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 881.293093] env[65368]: DEBUG oslo_vmware.api [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424551, 'name': SuspendVM_Task} progress is 58%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.415788] env[65368]: DEBUG nova.compute.utils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 881.417486] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 881.417744] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 881.418157] env[65368]: WARNING neutronclient.v2_0.client [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.418572] env[65368]: WARNING neutronclient.v2_0.client [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.479313] env[65368]: DEBUG nova.policy [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4432413b404d708974a1f40d7304d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773d027cc30d461dbebeb04f293b0b83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 881.546939] env[65368]: WARNING neutronclient.v2_0.client [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.636259] env[65368]: DEBUG nova.compute.manager [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 881.637089] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 881.637639] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98858ccf-8871-4c4c-963d-60f9de0f5073 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.643066] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.650519] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 881.650903] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c365b56e-48e9-4f58-b9d7-0eae897607ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.658651] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 881.658651] env[65368]: value = "task-4424552" [ 881.658651] env[65368]: _type = "Task" [ 881.658651] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.670509] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424552, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.714126] env[65368]: WARNING neutronclient.v2_0.client [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.750191] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2b49a267-efa9-4c11-b2cb-108b7da77935] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 881.789882] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Successfully created port: 3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 881.796104] env[65368]: DEBUG oslo_vmware.api [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424551, 'name': SuspendVM_Task, 'duration_secs': 0.696902} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.796401] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Suspended the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 881.796592] env[65368]: DEBUG nova.compute.manager [None req-5647822d-48a7-4c70-a34c-b1bdd6f69ebd tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 881.797499] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e7f24f-bdf2-4ed7-9642-1a5d54be0c0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.906643] env[65368]: DEBUG nova.network.neutron [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [{"id": "2799d770-3e45-4941-b889-1965e9df2027", "address": "fa:16:3e:45:b7:c8", "network": {"id": "bfbb6e37-b729-4728-adc5-bc303895c5ac", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1692443733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ec971c8e2e6b43b0842c861adedaba4d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2799d770-3e", "ovs_interfaceid": "2799d770-3e45-4941-b889-1965e9df2027", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.922960] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 882.021603] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.152952] env[65368]: DEBUG nova.network.neutron [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.173348] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424552, 'name': PowerOffVM_Task, 'duration_secs': 0.230262} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.176073] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 882.176264] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 882.176701] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6293db15-fa28-4346-9d71-0b26ab7ca1c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.254219] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a75e05b6-f88d-485d-8dca-c833e2f47486] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 882.254861] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 882.255216] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 882.255508] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleting the datastore file [datastore2] a3b94e9e-82d4-4a53-9794-ef59a72409bf {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 882.256090] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f1e7c3b-8107-42a0-ba50-597e7fbdc7fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.264943] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 882.264943] env[65368]: value = "task-4424555" [ 882.264943] env[65368]: _type = "Task" [ 882.264943] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.273887] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.410851] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Releasing lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.496397] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6aed22-d430-4d78-ac4f-75798a85c466 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.505194] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d8703e-2f48-4332-b0bd-cfa36a8c7cc3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.538733] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d1ac92-4667-4ba9-b62a-22a040d63d76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.546937] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee2860cb-319a-4dd3-ac38-b112175e5594 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.563450] env[65368]: DEBUG nova.compute.provider_tree [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 882.656010] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.757437] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 67e04a3c-c5b6-4187-a239-01341ea0230b] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 882.776552] env[65368]: DEBUG oslo_vmware.api [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137323} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.776863] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 882.777018] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 882.777205] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 882.777394] env[65368]: INFO nova.compute.manager [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 882.777699] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 882.777949] env[65368]: DEBUG nova.compute.manager [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 882.778103] env[65368]: DEBUG nova.network.neutron [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 882.778411] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.816100] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.916307] env[65368]: DEBUG nova.compute.manager [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 882.917042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee15bd-64a9-4d40-971e-83940ffc87f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.938681] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 882.973032] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 882.973239] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 882.973557] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 882.973557] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 882.973649] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 882.974337] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 882.974337] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 882.974337] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 882.974337] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 882.974561] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 882.974785] env[65368]: DEBUG nova.virt.hardware [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 882.975577] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ce262f-ded9-4ef8-a5b5-bd74aa9e89f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.985793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3f3ec1-0cc6-4629-975c-74b89fe13159 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.066986] env[65368]: DEBUG nova.scheduler.client.report [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.159650] env[65368]: DEBUG nova.compute.manager [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65368) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 883.160581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.261324] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 29b6afac-5d8b-4e68-ab52-99ec57129bb3] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 883.276546] env[65368]: DEBUG nova.compute.manager [req-1c77f822-7c0e-4a3b-a211-06de1f9228a2 req-866c1161-f03c-4822-b27f-f067c080b03d service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Received event network-vif-deleted-121fed3d-babf-4662-8293-441ced897a1f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 883.276759] env[65368]: INFO nova.compute.manager [req-1c77f822-7c0e-4a3b-a211-06de1f9228a2 req-866c1161-f03c-4822-b27f-f067c080b03d service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Neutron deleted interface 121fed3d-babf-4662-8293-441ced897a1f; detaching it from the instance and deleting it from the info cache [ 883.277158] env[65368]: DEBUG nova.network.neutron [req-1c77f822-7c0e-4a3b-a211-06de1f9228a2 req-866c1161-f03c-4822-b27f-f067c080b03d service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.463843] env[65368]: DEBUG nova.compute.manager [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Received event network-vif-plugged-3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 883.464462] env[65368]: DEBUG oslo_concurrency.lockutils [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] Acquiring lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.464908] env[65368]: DEBUG oslo_concurrency.lockutils [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.465242] env[65368]: DEBUG oslo_concurrency.lockutils [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.465676] env[65368]: DEBUG nova.compute.manager [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] No waiting events found dispatching network-vif-plugged-3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 883.465966] env[65368]: WARNING nova.compute.manager [req-19246b8e-342a-401d-92a5-961cff0a4ef2 req-ec6346c4-f10b-4220-a3c7-2c17fc0e023c service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Received unexpected event network-vif-plugged-3b175a33-7de5-44d8-9d88-1242bcca5d46 for instance with vm_state building and task_state spawning. [ 883.485310] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Successfully updated port: 3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 883.574601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.667s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.574601] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 883.575794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.464s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.577195] env[65368]: INFO nova.compute.claims [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 883.602339] env[65368]: DEBUG nova.network.neutron [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.768765] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 418827ef-1977-4bec-b71a-3dae4fbf1486] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 883.780645] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-859d3fa9-ffbd-464f-9faa-6c59bd01ba3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.792134] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c2fdc1-2dc6-411a-b781-0c2dd18c77ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.835459] env[65368]: DEBUG nova.compute.manager [req-1c77f822-7c0e-4a3b-a211-06de1f9228a2 req-866c1161-f03c-4822-b27f-f067c080b03d service nova] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Detach interface failed, port_id=121fed3d-babf-4662-8293-441ced897a1f, reason: Instance a3b94e9e-82d4-4a53-9794-ef59a72409bf could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 883.936488] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869078b8-f289-47d8-9cc2-0ffbf9b96235 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.944432] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Doing hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 883.944815] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d9866ebe-df4f-4e69-98c9-915789a8d3bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.951288] env[65368]: DEBUG oslo_vmware.api [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 883.951288] env[65368]: value = "task-4424556" [ 883.951288] env[65368]: _type = "Task" [ 883.951288] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.960482] env[65368]: DEBUG oslo_vmware.api [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424556, 'name': ResetVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.988107] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.988371] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.988468] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 884.082774] env[65368]: DEBUG nova.compute.utils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 884.086969] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 884.087250] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 884.087611] env[65368]: WARNING neutronclient.v2_0.client [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.087975] env[65368]: WARNING neutronclient.v2_0.client [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.104735] env[65368]: INFO nova.compute.manager [-] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Took 1.33 seconds to deallocate network for instance. [ 884.149445] env[65368]: DEBUG nova.policy [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f35d87472da9470d87cb3f5c68795d4b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b615384a40143f5b8ec33919dbdca94', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 884.157037] env[65368]: DEBUG nova.compute.manager [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.157500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75fb98f-1064-4d39-98bc-9f4f56f50eac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.272438] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 5e58ad68-c04d-4479-ba9c-f571055bb014] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 884.468309] env[65368]: DEBUG oslo_vmware.api [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424556, 'name': ResetVM_Task, 'duration_secs': 0.135428} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.468309] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Did hard reboot of VM {{(pid=65368) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 884.468309] env[65368]: DEBUG nova.compute.manager [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 884.468309] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a827f0-43a2-4ffa-a20d-aadd0837861c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.480069] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 884.480303] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865812', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'name': 'volume-71a1ef2a-3240-4502-8da0-0a3813803f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081bd257-b8e4-4ff4-bc11-6d92a6c6c78a', 'attached_at': '', 'detached_at': '', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'serial': '71a1ef2a-3240-4502-8da0-0a3813803f58'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 884.481256] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7f7f5a-1b48-45e5-98bb-c818fafdf673 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.485044] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Successfully created port: 4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 884.505343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e494670-db75-4a56-9113-363045e6d884 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.532140] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-71a1ef2a-3240-4502-8da0-0a3813803f58/volume-71a1ef2a-3240-4502-8da0-0a3813803f58.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 884.533303] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10230b51-b522-475a-ad74-db44159ad3dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.548401] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 884.557252] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Waiting for the task: (returnval){ [ 884.557252] env[65368]: value = "task-4424557" [ 884.557252] env[65368]: _type = "Task" [ 884.557252] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.570976] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424557, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.594026] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 884.612895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.657682] env[65368]: WARNING neutronclient.v2_0.client [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.670322] env[65368]: INFO nova.compute.manager [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] instance snapshotting [ 884.670510] env[65368]: WARNING nova.compute.manager [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 884.673648] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33053c2b-0d5d-4534-a3b8-03b003eaa976 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.702877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc570ce-b37b-4768-8e68-cd44fe315fae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.764348] env[65368]: DEBUG nova.network.neutron [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updating instance_info_cache with network_info: [{"id": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "address": "fa:16:3e:37:b3:53", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b175a33-7d", "ovs_interfaceid": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.775823] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: dd91b8fd-1d7e-4eed-a019-92aff29144e8] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 884.990710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37539ead-b22a-42b7-8dd0-ec9975229220 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.541s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.069206] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424557, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.222529] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 885.222893] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c4b382fb-bd66-46b7-bce1-965da7aac12b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.233451] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 885.233451] env[65368]: value = "task-4424558" [ 885.233451] env[65368]: _type = "Task" [ 885.233451] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.247027] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424558, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.268168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.268595] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Instance network_info: |[{"id": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "address": "fa:16:3e:37:b3:53", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b175a33-7d", "ovs_interfaceid": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 885.269146] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:b3:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b175a33-7de5-44d8-9d88-1242bcca5d46', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.277075] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 885.279852] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.280365] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07cea014-5c79-47b7-bb9d-ea3408c5f4f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.297498] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: cc1adefd-a061-47e0-bf8e-38ef27790723] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 885.305539] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.305539] env[65368]: value = "task-4424559" [ 885.305539] env[65368]: _type = "Task" [ 885.305539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.315604] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424559, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.462489] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae407985-8ea1-47c5-8fec-8b76005ce281 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.472645] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a52bfd0-6e51-4210-9381-5b5592e03d0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.516652] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7de94-403c-43b6-819f-915cadd7771c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.526884] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c38ab31-3820-447d-98d9-c8c7dbeff228 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.544964] env[65368]: DEBUG nova.compute.provider_tree [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.570985] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424557, 'name': ReconfigVM_Task, 'duration_secs': 0.599319} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.571324] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-71a1ef2a-3240-4502-8da0-0a3813803f58/volume-71a1ef2a-3240-4502-8da0-0a3813803f58.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 885.578022] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a44b5830-2fd8-4d58-b2dc-e888db1c3bf5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.594437] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Waiting for the task: (returnval){ [ 885.594437] env[65368]: value = "task-4424560" [ 885.594437] env[65368]: _type = "Task" [ 885.594437] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.606914] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.608092] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 885.641959] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 885.642311] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.642536] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 885.642722] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.642911] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 885.643290] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 885.643590] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 885.643818] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 885.644033] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 885.644202] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 885.644381] env[65368]: DEBUG nova.virt.hardware [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 885.646043] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ef9666-6c66-4018-959a-1a7423a23426 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.654952] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f20d86-f915-48aa-af28-d0123fca301e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.683488] env[65368]: DEBUG nova.compute.manager [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Received event network-changed-3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 885.683692] env[65368]: DEBUG nova.compute.manager [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Refreshing instance network info cache due to event network-changed-3b175a33-7de5-44d8-9d88-1242bcca5d46. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 885.683970] env[65368]: DEBUG oslo_concurrency.lockutils [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] Acquiring lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.684235] env[65368]: DEBUG oslo_concurrency.lockutils [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] Acquired lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.684509] env[65368]: DEBUG nova.network.neutron [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Refreshing network info cache for port 3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 885.747804] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424558, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.801688] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: dc08eda0-b021-47b9-a378-9317965a2c0e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 885.818428] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424559, 'name': CreateVM_Task, 'duration_secs': 0.394617} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.818618] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.819176] env[65368]: WARNING neutronclient.v2_0.client [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.819519] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.819671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.820026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.820298] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb20edb0-01ef-41f7-bf0a-f4285d8c92c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.826904] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 885.826904] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52391136-9669-a328-b25e-054caa39c722" [ 885.826904] env[65368]: _type = "Task" [ 885.826904] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.842516] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52391136-9669-a328-b25e-054caa39c722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.048699] env[65368]: DEBUG nova.scheduler.client.report [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.106394] env[65368]: DEBUG oslo_vmware.api [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424560, 'name': ReconfigVM_Task, 'duration_secs': 0.189718} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.106753] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865812', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'name': 'volume-71a1ef2a-3240-4502-8da0-0a3813803f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081bd257-b8e4-4ff4-bc11-6d92a6c6c78a', 'attached_at': '', 'detached_at': '', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'serial': '71a1ef2a-3240-4502-8da0-0a3813803f58'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 886.163345] env[65368]: DEBUG nova.compute.manager [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Received event network-vif-plugged-4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 886.163553] env[65368]: DEBUG oslo_concurrency.lockutils [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] Acquiring lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.164120] env[65368]: DEBUG oslo_concurrency.lockutils [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.164120] env[65368]: DEBUG oslo_concurrency.lockutils [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.164233] env[65368]: DEBUG nova.compute.manager [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] No waiting events found dispatching network-vif-plugged-4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 886.164390] env[65368]: WARNING nova.compute.manager [req-9955b719-9907-4a08-a38c-1432832e5a7f req-23120dd8-5a46-47eb-ae5b-62f514a813c8 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Received unexpected event network-vif-plugged-4bfc74ac-937f-456d-a0d4-0ab144466de4 for instance with vm_state building and task_state spawning. [ 886.188325] env[65368]: WARNING neutronclient.v2_0.client [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.192186] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Successfully updated port: 4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 886.248382] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424558, 'name': CreateSnapshot_Task, 'duration_secs': 0.651797} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.248695] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 886.249872] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e3a4c8-b691-49f2-a829-145a95144ea6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.307813] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: be84e687-c2a1-44bd-9e40-305c6dc06382] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 886.341672] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52391136-9669-a328-b25e-054caa39c722, 'name': SearchDatastore_Task, 'duration_secs': 0.013122} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.345212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.345940] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.345940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.345940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.346150] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.346985] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab9eeb2-e931-43f4-85af-e9391906c2a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.361842] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.362123] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.363529] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98914082-40b4-4e1f-b1d3-b8fa97abcaf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.371019] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 886.371019] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e44b6-8aed-3e6f-0bf6-28d929c1ec41" [ 886.371019] env[65368]: _type = "Task" [ 886.371019] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.381505] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e44b6-8aed-3e6f-0bf6-28d929c1ec41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.383881] env[65368]: WARNING neutronclient.v2_0.client [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.470283] env[65368]: DEBUG nova.network.neutron [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updated VIF entry in instance network info cache for port 3b175a33-7de5-44d8-9d88-1242bcca5d46. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 886.470664] env[65368]: DEBUG nova.network.neutron [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updating instance_info_cache with network_info: [{"id": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "address": "fa:16:3e:37:b3:53", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b175a33-7d", "ovs_interfaceid": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.554478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.979s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.555095] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 886.558011] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.824s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.558224] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.560400] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.817s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.560589] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.562503] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.727s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.562684] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.564655] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.192s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.566541] env[65368]: INFO nova.compute.claims [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 886.600666] env[65368]: INFO nova.scheduler.client.report [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted allocations for instance 3c6210b5-15a1-4635-b535-9cc335ac24e3 [ 886.603310] env[65368]: INFO nova.scheduler.client.report [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Deleted allocations for instance 34519e5e-a55c-41b2-94dd-966f0dc604a1 [ 886.615647] env[65368]: INFO nova.scheduler.client.report [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Deleted allocations for instance 764c787e-0958-4b9c-84bb-2ce472c712bd [ 886.629016] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "c14deced-1d42-4042-8f2b-68601790b89e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.629308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.629505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "c14deced-1d42-4042-8f2b-68601790b89e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.629683] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.629844] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.633378] env[65368]: INFO nova.compute.manager [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Terminating instance [ 886.696769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.696769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquired lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.697056] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 886.769483] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 886.769821] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ab16d686-1187-42c0-a321-c0da1bf7df0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.780939] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 886.780939] env[65368]: value = "task-4424561" [ 886.780939] env[65368]: _type = "Task" [ 886.780939] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.790705] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424561, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.809597] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0a2a2751-4206-4b31-a9a0-15c32e70948d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 886.884538] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521e44b6-8aed-3e6f-0bf6-28d929c1ec41, 'name': SearchDatastore_Task, 'duration_secs': 0.039736} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.886046] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-846c78ce-7b7d-4a96-9e54-3c0a039ecf7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.893102] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 886.893102] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526871d7-81a0-1737-eed7-1de6f9e0cd42" [ 886.893102] env[65368]: _type = "Task" [ 886.893102] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.902965] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526871d7-81a0-1737-eed7-1de6f9e0cd42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.974885] env[65368]: DEBUG oslo_concurrency.lockutils [req-5482a4a7-0a51-4c8d-9e2d-ffc43d7e6491 req-ff3cdac9-849a-4210-ac41-853cd962cd55 service nova] Releasing lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.072370] env[65368]: DEBUG nova.compute.utils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.078588] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 887.079051] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.079572] env[65368]: WARNING neutronclient.v2_0.client [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.080088] env[65368]: WARNING neutronclient.v2_0.client [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.114660] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2f7b02b-9137-47d0-b1d6-dfeee4c753f7 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "3c6210b5-15a1-4635-b535-9cc335ac24e3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.931s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.116240] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48d1133f-c48f-492b-9468-d0a03fd39fa8 tempest-MultipleCreateTestJSON-1417774238 tempest-MultipleCreateTestJSON-1417774238-project-member] Lock "34519e5e-a55c-41b2-94dd-966f0dc604a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.833s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.124302] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3f6fa547-161d-423d-b827-b5831b5604e6 tempest-ServersTestJSON-1985120267 tempest-ServersTestJSON-1985120267-project-member] Lock "764c787e-0958-4b9c-84bb-2ce472c712bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.075s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.138101] env[65368]: DEBUG nova.compute.manager [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 887.138663] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 887.139373] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10927018-5965-48ea-bab7-6630c5ef13ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.152914] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.153235] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c52d04bb-8699-4370-91bb-5e6c05489d01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.161586] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 887.161586] env[65368]: value = "task-4424562" [ 887.161586] env[65368]: _type = "Task" [ 887.161586] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.174969] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424562, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.178225] env[65368]: DEBUG nova.objects.instance [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lazy-loading 'flavor' on Instance uuid 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.193055] env[65368]: DEBUG nova.policy [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8654a31ab2c45b09fee7b9e2b3e132e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611a7f41909e4a07abeeb85c8715a5c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.293385] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424561, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.313387] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: e35ed46c-2e45-4101-8340-584f046c42a2] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 887.406498] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526871d7-81a0-1737-eed7-1de6f9e0cd42, 'name': SearchDatastore_Task, 'duration_secs': 0.016} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.406774] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.407061] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e/aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.407375] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-13e0dcfe-fa36-41ee-84a5-9446057cff47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.417155] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 887.417155] env[65368]: value = "task-4424563" [ 887.417155] env[65368]: _type = "Task" [ 887.417155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.430312] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424563, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.580819] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 887.637617] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 887.692057] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424562, 'name': PowerOffVM_Task, 'duration_secs': 0.242418} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.696784] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Successfully created port: 2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.707342] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73145d02-4941-466b-883e-8049c7063dcc tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.918s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.709302] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.712133] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 887.712133] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e1ae7ad-15ea-4f13-b4fa-ca961ff4db40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.800358] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424561, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.801851] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 887.801851] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 887.801851] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleting the datastore file [datastore2] c14deced-1d42-4042-8f2b-68601790b89e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 887.801851] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-35b39dca-9bfb-4d8f-b5e1-587853a2062a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.811503] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 887.811503] env[65368]: value = "task-4424565" [ 887.811503] env[65368]: _type = "Task" [ 887.811503] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.819726] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 052a2265-f955-4bfc-a13f-1502d4363782] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 887.829869] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.882176] env[65368]: WARNING neutronclient.v2_0.client [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.929141] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424563, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.269462] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed84a5d-e107-4af8-af9d-dda88b4ae062 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.280093] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f40efd-fe41-44d3-a1dd-d7de94cde57c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.321094] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424561, 'name': CloneVM_Task, 'duration_secs': 1.493877} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.324907] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4c1b5f-5ee8-492d-a769-a4ac135d3044 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.327520] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Created linked-clone VM from snapshot [ 888.328130] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c4ffee2b-d810-4b51-acb2-2550877259b9] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 888.330638] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30628fc-bf94-40a4-be3a-b4ecd27ee671 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.345743] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b259756-c6f5-49c8-9108-7571d699a0c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.350294] env[65368]: DEBUG oslo_vmware.api [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245119} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.350692] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Uploading image 032e5008-faeb-48f1-b7b5-4296ded6110d {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 888.353135] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.353408] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.353773] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.353872] env[65368]: INFO nova.compute.manager [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 888.354150] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 888.354952] env[65368]: DEBUG nova.compute.manager [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 888.355040] env[65368]: DEBUG nova.network.neutron [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 888.355353] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.366997] env[65368]: DEBUG nova.compute.provider_tree [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.378377] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 888.378377] env[65368]: value = "vm-865815" [ 888.378377] env[65368]: _type = "VirtualMachine" [ 888.378377] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 888.378860] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-87cf8bc7-8ddf-40dd-b315-9a4c275bb08a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.387995] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease: (returnval){ [ 888.387995] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b9c13b-0a80-748b-b6e3-cb24a7710086" [ 888.387995] env[65368]: _type = "HttpNfcLease" [ 888.387995] env[65368]: } obtained for exporting VM: (result){ [ 888.387995] env[65368]: value = "vm-865815" [ 888.387995] env[65368]: _type = "VirtualMachine" [ 888.387995] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 888.388385] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the lease: (returnval){ [ 888.388385] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b9c13b-0a80-748b-b6e3-cb24a7710086" [ 888.388385] env[65368]: _type = "HttpNfcLease" [ 888.388385] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 888.399850] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 888.399850] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b9c13b-0a80-748b-b6e3-cb24a7710086" [ 888.399850] env[65368]: _type = "HttpNfcLease" [ 888.399850] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 888.400161] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 888.400161] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b9c13b-0a80-748b-b6e3-cb24a7710086" [ 888.400161] env[65368]: _type = "HttpNfcLease" [ 888.400161] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 888.400869] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6823f75c-23ee-4390-89c9-7161fd161088 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.409449] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 888.409632] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 888.474500] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424563, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521729} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.474765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e/aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.474971] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.475256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-163fbed5-bba9-4563-ae06-310f40178180 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.483230] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 888.483230] env[65368]: value = "task-4424567" [ 888.483230] env[65368]: _type = "Task" [ 888.483230] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.491605] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.500023] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-550e0825-8268-4561-9b91-31854ffa0c8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.603185] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 888.628606] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.628841] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.628982] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.629163] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.629299] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.629476] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.629679] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.629830] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.629982] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.630189] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.630352] env[65368]: DEBUG nova.virt.hardware [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.631318] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d53de3-dafa-4f8e-be25-205e934c47e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.644451] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958bd420-5fb4-4234-aa04-51069e8b9bd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.786344] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 888.834202] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 34c3dcde-2052-4c9d-b039-22c3f08b08c9] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 888.869941] env[65368]: DEBUG nova.scheduler.client.report [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.996871] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084705} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.997274] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 888.998141] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b2b92a-1ad4-4f39-9b13-5d2e4ba035a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.023942] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e/aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.024841] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f01b6bc-9e58-418c-a9ae-872063e48c4a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.048021] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 889.048021] env[65368]: value = "task-4424568" [ 889.048021] env[65368]: _type = "Task" [ 889.048021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.057509] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.337910] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 63c1e817-9211-4f9c-9c4a-15957d38a150] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 889.376079] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.811s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.376672] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 889.380395] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.331s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.382419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.386138] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.553s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.387127] env[65368]: INFO nova.compute.claims [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.430601] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Successfully updated port: 2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.434297] env[65368]: INFO nova.scheduler.client.report [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Deleted allocations for instance 3bc761e0-7769-416d-82bf-39b04e2b9f68 [ 889.491246] env[65368]: DEBUG nova.network.neutron [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updating instance_info_cache with network_info: [{"id": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "address": "fa:16:3e:fa:c8:5f", "network": {"id": "a1c95153-0a2f-4b92-b09d-68a6a51d7a28", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965843151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b615384a40143f5b8ec33919dbdca94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc74ac-93", "ovs_interfaceid": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.560146] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424568, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.842491] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: d75e811d-9481-43b0-90d3-266165edfbdb] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 889.864427] env[65368]: DEBUG nova.compute.manager [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received event network-changed-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 889.864680] env[65368]: DEBUG nova.compute.manager [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing instance network info cache due to event network-changed-2799d770-3e45-4941-b889-1965e9df2027. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 889.864846] env[65368]: DEBUG oslo_concurrency.lockutils [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] Acquiring lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.865010] env[65368]: DEBUG oslo_concurrency.lockutils [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] Acquired lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.865335] env[65368]: DEBUG nova.network.neutron [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Refreshing network info cache for port 2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.898561] env[65368]: DEBUG nova.compute.utils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 889.905633] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 889.905852] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 889.906979] env[65368]: WARNING neutronclient.v2_0.client [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.906979] env[65368]: WARNING neutronclient.v2_0.client [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.935135] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.935391] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.935596] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.951771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-336f6a0c-5a8e-45c9-97ec-7f2cbfe77a69 tempest-ServerDiagnosticsTest-1487483443 tempest-ServerDiagnosticsTest-1487483443-project-member] Lock "3bc761e0-7769-416d-82bf-39b04e2b9f68" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.748s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.996597] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Releasing lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.996923] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Instance network_info: |[{"id": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "address": "fa:16:3e:fa:c8:5f", "network": {"id": "a1c95153-0a2f-4b92-b09d-68a6a51d7a28", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965843151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b615384a40143f5b8ec33919dbdca94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc74ac-93", "ovs_interfaceid": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 889.998125] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:c8:5f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8059554c-499f-44b4-be06-29f80ec36b34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4bfc74ac-937f-456d-a0d4-0ab144466de4', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.007456] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Creating folder: Project (9b615384a40143f5b8ec33919dbdca94). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.008785] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bcd5ed7-dcff-4c51-a955-fcb78f8d1f50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.023878] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Created folder: Project (9b615384a40143f5b8ec33919dbdca94) in parent group-v865657. [ 890.024226] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Creating folder: Instances. Parent ref: group-v865816. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.024750] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6745a853-2e5d-40ae-970d-bcf66f0e9aeb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.036601] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Created folder: Instances in parent group-v865816. [ 890.036863] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 890.037098] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.037668] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ddc2406c-cf58-48de-b4d2-3cf16a0160e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.070605] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424568, 'name': ReconfigVM_Task, 'duration_secs': 0.523149} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.072411] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Reconfigured VM instance instance-0000003c to attach disk [datastore1] aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e/aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 890.072938] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.072938] env[65368]: value = "task-4424571" [ 890.072938] env[65368]: _type = "Task" [ 890.072938] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.073228] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b03541b-fccf-4b2b-ab08-085de7fe6a3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.089333] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 890.089333] env[65368]: value = "task-4424572" [ 890.089333] env[65368]: _type = "Task" [ 890.089333] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.093714] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424571, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.104784] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424572, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.204036] env[65368]: DEBUG nova.network.neutron [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.230540] env[65368]: DEBUG nova.policy [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8654a31ab2c45b09fee7b9e2b3e132e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '611a7f41909e4a07abeeb85c8715a5c5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.346431] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 845b0189-ec38-4f05-8292-2bf4cf76cae1] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 890.368481] env[65368]: WARNING neutronclient.v2_0.client [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.401305] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 890.592733] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424571, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.607729] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424572, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.611100] env[65368]: INFO nova.network.neutron [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Port 2799d770-3e45-4941-b889-1965e9df2027 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 890.611259] env[65368]: DEBUG nova.network.neutron [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.631731] env[65368]: DEBUG nova.compute.manager [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Received event network-changed-4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 890.631962] env[65368]: DEBUG nova.compute.manager [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Refreshing instance network info cache due to event network-changed-4bfc74ac-937f-456d-a0d4-0ab144466de4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 890.632285] env[65368]: DEBUG oslo_concurrency.lockutils [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] Acquiring lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.632336] env[65368]: DEBUG oslo_concurrency.lockutils [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] Acquired lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.632486] env[65368]: DEBUG nova.network.neutron [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Refreshing network info cache for port 4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 890.705932] env[65368]: INFO nova.compute.manager [-] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Took 2.35 seconds to deallocate network for instance. [ 890.748374] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.831472] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Successfully created port: 976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 890.852460] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 68b09cde-55aa-450f-9e44-9a4cfbf8072d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 891.066456] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39987be8-b4de-4901-b4a8-1da513beb9d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.077107] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e560724b-2950-4fd6-b454-c7280994ebc6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.116227] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da3ee9-6f0d-4a18-8b37-c0df434d9740 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.122083] env[65368]: DEBUG oslo_concurrency.lockutils [req-de2f6396-377e-4a55-8069-fe2ad80ae6a1 req-b5bd16b5-6407-4e01-b60e-b7e9d00273a1 service nova] Releasing lock "refresh_cache-c14deced-1d42-4042-8f2b-68601790b89e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.122443] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424571, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.129015] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424572, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.132877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbab5eab-faa2-422f-8f5f-116f99ac9b58 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.138864] env[65368]: WARNING neutronclient.v2_0.client [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.151883] env[65368]: DEBUG nova.compute.provider_tree [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.216416] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.356494] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 29fa58ab-4bf5-406b-bad1-287f3020822a] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 891.419154] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 891.457433] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 891.457851] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 891.458110] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 891.459588] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 891.460033] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 891.460235] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 891.460602] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 891.460906] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 891.461334] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 891.461410] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 891.461749] env[65368]: DEBUG nova.virt.hardware [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 891.462994] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa481a4-b27e-42b5-86df-6a375b64efb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.476207] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c34a83a-a598-45e7-b0f4-0260f1d153e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.595359] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424571, 'name': CreateVM_Task, 'duration_secs': 1.38266} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.595574] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.596077] env[65368]: WARNING neutronclient.v2_0.client [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.596520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.596679] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.596997] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.597278] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5397113-ca1b-4b01-872c-2d7b95f790f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.603600] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 891.603600] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dca711-ae01-82a1-4a57-d521fc224955" [ 891.603600] env[65368]: _type = "Task" [ 891.603600] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.614048] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dca711-ae01-82a1-4a57-d521fc224955, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.622895] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424572, 'name': Rename_Task, 'duration_secs': 1.215558} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.623220] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 891.623465] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebf072d2-2cf1-4700-a693-d8d60d9ea33b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.631218] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 891.631218] env[65368]: value = "task-4424573" [ 891.631218] env[65368]: _type = "Task" [ 891.631218] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.641017] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.655271] env[65368]: DEBUG nova.scheduler.client.report [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.742148] env[65368]: WARNING neutronclient.v2_0.client [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.861134] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: db8b8ec7-b829-4f25-9b03-7a9cee315904] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 892.116874] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dca711-ae01-82a1-4a57-d521fc224955, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.117213] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.117600] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.117725] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.117873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.118031] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.118327] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95083bde-1992-42a8-9a88-090c5f984235 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.130749] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.130973] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.131857] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f12e083-c25c-48b3-9a8e-8faeddf1ac1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.145463] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.147066] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 892.147066] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e3799b-3209-ad5e-a843-da04c020c259" [ 892.147066] env[65368]: _type = "Task" [ 892.147066] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.157233] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e3799b-3209-ad5e-a843-da04c020c259, 'name': SearchDatastore_Task, 'duration_secs': 0.010718} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.158094] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32e9eb05-508d-4b39-a0c9-59462c2ac517 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.161554] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.776s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.162085] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 892.166740] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.458s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.166975] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.169501] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.212s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.171420] env[65368]: INFO nova.compute.claims [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 892.174582] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 892.174582] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5297dc06-0ac4-e705-6a0e-61c24a37ec83" [ 892.174582] env[65368]: _type = "Task" [ 892.174582] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.191999] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5297dc06-0ac4-e705-6a0e-61c24a37ec83, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.192460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.192681] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 39665841-db3f-4114-9065-dbb3ed4b1f05/39665841-db3f-4114-9065-dbb3ed4b1f05.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.193143] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63dedb10-b1c2-401c-bdbb-9cf258deda51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.202823] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 892.202823] env[65368]: value = "task-4424574" [ 892.202823] env[65368]: _type = "Task" [ 892.202823] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.215185] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.216964] env[65368]: INFO nova.scheduler.client.report [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted allocations for instance 158d47e7-5adc-4942-9ced-e17189142d72 [ 892.364014] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 1c7e03bb-9705-4939-a430-70916037072c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 892.644905] env[65368]: DEBUG oslo_vmware.api [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424573, 'name': PowerOnVM_Task, 'duration_secs': 0.702895} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.645434] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 892.645781] env[65368]: INFO nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Took 9.71 seconds to spawn the instance on the hypervisor. [ 892.646106] env[65368]: DEBUG nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 892.647176] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b05b019-4af2-4f1b-9e8b-9cf2681b69b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.683093] env[65368]: DEBUG nova.compute.utils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.687097] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 892.687562] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 892.688030] env[65368]: WARNING neutronclient.v2_0.client [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.688974] env[65368]: WARNING neutronclient.v2_0.client [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 892.716321] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494086} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.717820] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 39665841-db3f-4114-9065-dbb3ed4b1f05/39665841-db3f-4114-9065-dbb3ed4b1f05.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.717820] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.718268] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2df2d480-4054-4522-8ea0-f9a3e20e0e33 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.722408] env[65368]: DEBUG nova.network.neutron [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Updating instance_info_cache with network_info: [{"id": "2e7321db-31de-443a-9333-5e230d7b247e", "address": "fa:16:3e:e5:c6:7f", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7321db-31", "ovs_interfaceid": "2e7321db-31de-443a-9333-5e230d7b247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.725842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b841251c-8f21-4d36-bcbf-ff5741ea8de4 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "158d47e7-5adc-4942-9ced-e17189142d72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.493s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.730471] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 892.730471] env[65368]: value = "task-4424575" [ 892.730471] env[65368]: _type = "Task" [ 892.730471] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.738329] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424575, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.803311] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Successfully updated port: 976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 892.858346] env[65368]: DEBUG nova.policy [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66248cd8a33f45229bc5f3b8cbe4029f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16799cfdfb9444f2bb063462b48ec403', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.867941] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 5a881b79-bad5-4ffb-99bc-40efc863adfd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 893.055302] env[65368]: WARNING neutronclient.v2_0.client [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 893.169977] env[65368]: INFO nova.compute.manager [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Took 52.55 seconds to build instance. [ 893.190355] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 893.228224] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.228606] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Instance network_info: |[{"id": "2e7321db-31de-443a-9333-5e230d7b247e", "address": "fa:16:3e:e5:c6:7f", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7321db-31", "ovs_interfaceid": "2e7321db-31de-443a-9333-5e230d7b247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 893.232019] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:c6:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e7321db-31de-443a-9333-5e230d7b247e', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.243527] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating folder: Project (611a7f41909e4a07abeeb85c8715a5c5). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.251475] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6778739-8924-427d-a31b-e4b0fa30ca68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.260555] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424575, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171648} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.260808] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 893.261938] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308f4a9-22b5-43ab-837a-54a9e38b13f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.267345] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Created folder: Project (611a7f41909e4a07abeeb85c8715a5c5) in parent group-v865657. [ 893.267345] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating folder: Instances. Parent ref: group-v865819. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.270618] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c70dba4a-1b1b-476c-9cbe-1c3111df2030 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.296207] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 39665841-db3f-4114-9065-dbb3ed4b1f05/39665841-db3f-4114-9065-dbb3ed4b1f05.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 893.298755] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2941cbc2-2a61-4dc4-a660-c88ba0bbd93a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.315772] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Created folder: Instances in parent group-v865819. [ 893.316203] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 893.319106] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.319619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.319619] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 893.320546] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.321566] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ad09d7-ca35-4145-80a7-115d32bb6f27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.340935] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 893.340935] env[65368]: value = "task-4424578" [ 893.340935] env[65368]: _type = "Task" [ 893.340935] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.348800] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.348800] env[65368]: value = "task-4424579" [ 893.348800] env[65368]: _type = "Task" [ 893.348800] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.354558] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424578, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.368740] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424579, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.371435] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6b91725d-6cf9-4d84-96a0-f11ae2a3870f] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 893.384285] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Successfully created port: 32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 893.672418] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2c3f1745-e75d-4c04-9621-597a322d0af3 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.697s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.791565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b03703a-ee05-4433-bc76-97d842fc139f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.801684] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb08c3b-f0c9-473f-ae85-b79f34ad513e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.855026] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c1d5fb-91b0-42a5-81ee-54beabdf53b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.879828] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9c3ad4-9a5c-45fa-ac3b-3d24c6a79d65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.886031] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424578, 'name': ReconfigVM_Task, 'duration_secs': 0.314331} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.886712] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6d74ab64-6e81-4130-bafa-8a569952a01f] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 893.889987] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424579, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.891148] env[65368]: DEBUG nova.network.neutron [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updated VIF entry in instance network info cache for port 4bfc74ac-937f-456d-a0d4-0ab144466de4. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 893.891524] env[65368]: DEBUG nova.network.neutron [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updating instance_info_cache with network_info: [{"id": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "address": "fa:16:3e:fa:c8:5f", "network": {"id": "a1c95153-0a2f-4b92-b09d-68a6a51d7a28", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965843151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b615384a40143f5b8ec33919dbdca94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc74ac-93", "ovs_interfaceid": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.892952] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 39665841-db3f-4114-9065-dbb3ed4b1f05/39665841-db3f-4114-9065-dbb3ed4b1f05.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.894288] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb854fb4-4e36-475e-b436-9171e5d33e54 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.906253] env[65368]: DEBUG nova.compute.provider_tree [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.909074] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 893.909074] env[65368]: value = "task-4424580" [ 893.909074] env[65368]: _type = "Task" [ 893.909074] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.919546] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424580, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.198338] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 894.222765] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 894.222765] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 894.222765] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 894.223141] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 894.223141] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 894.223214] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 894.223482] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 894.223653] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 894.223750] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 894.223955] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 894.224203] env[65368]: DEBUG nova.virt.hardware [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 894.225132] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea54d3-0b3b-428e-804f-8d0fcc7dbc20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.234322] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04604517-9669-454b-90b0-1ddfacf7d0e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.252238] env[65368]: DEBUG nova.compute.manager [req-aec70401-08b3-4023-8aaf-5745bf94acee req-50180a34-ce46-4b07-af38-e357878f5b85 service nova] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Received event network-vif-deleted-2799d770-3e45-4941-b889-1965e9df2027 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 894.369155] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424579, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.393402] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 99da686d-5c92-4163-827c-caf2ab07a9f8] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 894.397042] env[65368]: DEBUG oslo_concurrency.lockutils [req-3480b86d-cc1e-4b3a-9ecd-aa013d0c3a55 req-a6ecbf1d-307f-4777-a4f7-8d80fc65fa74 service nova] Releasing lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.414603] env[65368]: DEBUG nova.scheduler.client.report [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.424733] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424580, 'name': Rename_Task, 'duration_secs': 0.161114} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.424733] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.424964] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a63d5a87-d8bb-4691-894f-b45d56d524c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.433012] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 894.433012] env[65368]: value = "task-4424581" [ 894.433012] env[65368]: _type = "Task" [ 894.433012] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.443449] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.846864] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.846864] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.875857] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424579, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.898125] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a590b8d5-8293-424c-8d01-51b5ee216020] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 894.919764] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.920587] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 894.924416] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.819s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.927078] env[65368]: INFO nova.compute.claims [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.949272] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424581, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.159545] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Successfully updated port: 32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 895.191025] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 895.349746] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 895.378054] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424579, 'name': CreateVM_Task, 'duration_secs': 1.59039} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.378054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 895.378654] env[65368]: WARNING neutronclient.v2_0.client [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.379071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.379228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.379541] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.379841] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc6fc690-c827-4a7a-9e22-45342957d36e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.387245] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 895.387245] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215920b-367e-af1f-1881-9a6434fdcbe7" [ 895.387245] env[65368]: _type = "Task" [ 895.387245] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.401906] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215920b-367e-af1f-1881-9a6434fdcbe7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.402187] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.402327] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances with incomplete migration {{(pid=65368) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 895.435637] env[65368]: DEBUG nova.compute.utils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 895.444158] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 895.444158] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 895.444158] env[65368]: WARNING neutronclient.v2_0.client [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.444158] env[65368]: WARNING neutronclient.v2_0.client [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.464892] env[65368]: DEBUG oslo_vmware.api [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424581, 'name': PowerOnVM_Task, 'duration_secs': 0.519327} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.466840] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.466840] env[65368]: INFO nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Took 9.86 seconds to spawn the instance on the hypervisor. [ 895.466840] env[65368]: DEBUG nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.469772] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c1faba-05e0-419f-9ad0-14602d23a1d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.478076] env[65368]: WARNING neutronclient.v2_0.client [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 895.555057] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Received event network-vif-plugged-2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 895.555298] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Acquiring lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.555508] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.555672] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.555837] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] No waiting events found dispatching network-vif-plugged-2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 895.555995] env[65368]: WARNING nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Received unexpected event network-vif-plugged-2e7321db-31de-443a-9333-5e230d7b247e for instance with vm_state building and task_state spawning. [ 895.556200] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Received event network-changed-2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 895.556352] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Refreshing instance network info cache due to event network-changed-2e7321db-31de-443a-9333-5e230d7b247e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 895.556531] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Acquiring lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556661] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Acquired lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.556809] env[65368]: DEBUG nova.network.neutron [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Refreshing network info cache for port 2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.559790] env[65368]: DEBUG nova.policy [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 895.663851] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.664071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquired lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.664224] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 895.680606] env[65368]: DEBUG nova.network.neutron [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Updating instance_info_cache with network_info: [{"id": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "address": "fa:16:3e:7a:2d:1b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976e9285-b4", "ovs_interfaceid": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.883978] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.902624] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215920b-367e-af1f-1881-9a6434fdcbe7, 'name': SearchDatastore_Task, 'duration_secs': 0.019165} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.903118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.903686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 895.903833] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.903989] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.904405] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 895.904934] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76bd04f9-f28c-47d8-af18-1ccf51f26cfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.907764] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 895.920069] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 895.920202] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 895.920966] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a929a58d-26bf-4d07-a279-bed5db9fedb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.932248] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 895.932248] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4684c-71d1-3e50-bde8-a7c7c57b0063" [ 895.932248] env[65368]: _type = "Task" [ 895.932248] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.941988] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4684c-71d1-3e50-bde8-a7c7c57b0063, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.943691] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 895.955980] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.956611] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.995715] env[65368]: INFO nova.compute.manager [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Took 48.97 seconds to build instance. [ 896.058684] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Successfully created port: d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 896.063134] env[65368]: WARNING neutronclient.v2_0.client [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 896.188419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.188972] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Instance network_info: |[{"id": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "address": "fa:16:3e:7a:2d:1b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976e9285-b4", "ovs_interfaceid": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 896.190049] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:2d:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53ebf5df-5ecb-4a0c-a163-d88165639de0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '976e9285-b42d-40fb-904d-f797e0cfe5d0', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.199550] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 896.199956] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.200346] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4a58841-0076-4eed-b1a3-d5eb4b671331 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.231188] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.231188] env[65368]: value = "task-4424582" [ 896.231188] env[65368]: _type = "Task" [ 896.231188] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.247456] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424582, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.278920] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 896.443323] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b4684c-71d1-3e50-bde8-a7c7c57b0063, 'name': SearchDatastore_Task, 'duration_secs': 0.013754} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.449476] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a76f59-7767-4d57-b6aa-52c20ba8c4ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.460324] env[65368]: INFO nova.compute.manager [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Detaching volume 71a1ef2a-3240-4502-8da0-0a3813803f58 [ 896.462751] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 896.462751] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5289cd12-8e70-421a-b86c-f51592f8c6b8" [ 896.462751] env[65368]: _type = "Task" [ 896.462751] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.477842] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5289cd12-8e70-421a-b86c-f51592f8c6b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.500767] env[65368]: DEBUG oslo_concurrency.lockutils [None req-50c4d469-0bd7-4f8e-a895-47085f0eab69 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.088s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.521171] env[65368]: INFO nova.virt.block_device [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Attempting to driver detach volume 71a1ef2a-3240-4502-8da0-0a3813803f58 from mountpoint /dev/sdb [ 896.521415] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 896.521596] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865812', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'name': 'volume-71a1ef2a-3240-4502-8da0-0a3813803f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081bd257-b8e4-4ff4-bc11-6d92a6c6c78a', 'attached_at': '', 'detached_at': '', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'serial': '71a1ef2a-3240-4502-8da0-0a3813803f58'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 896.522511] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e755960d-d7e9-433c-9d25-9023f0429cb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.553849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97a3d28-7ece-4692-9cae-1c4e90b4cef3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.563459] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95bfc13-b8bc-425a-b8f3-52dd5cec9e50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.591766] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bae1a3-f250-4982-a392-efa1bea36858 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.595643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fa8482-c003-45e1-bb06-fc311b13c642 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.617620] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be83b830-e69f-44ba-b2ce-a994608cebc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.621153] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] The volume has not been displaced from its original location: [datastore1] volume-71a1ef2a-3240-4502-8da0-0a3813803f58/volume-71a1ef2a-3240-4502-8da0-0a3813803f58.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 896.626499] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 896.627235] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d101e8e-dc0d-4c13-ace9-3396890a29d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.670317] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee25da90-39b7-41fb-9c31-dd3bf69816e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.673264] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Waiting for the task: (returnval){ [ 896.673264] env[65368]: value = "task-4424583" [ 896.673264] env[65368]: _type = "Task" [ 896.673264] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.682429] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742458b5-2bfd-4a33-9cc7-6bc74f4ea4f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.689975] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.701508] env[65368]: DEBUG nova.compute.provider_tree [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.743607] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424582, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.959158] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 896.974298] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5289cd12-8e70-421a-b86c-f51592f8c6b8, 'name': SearchDatastore_Task, 'duration_secs': 0.02408} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.974510] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.974772] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a5582f41-21d0-4f77-8c25-38c5baf3052d/a5582f41-21d0-4f77-8c25-38c5baf3052d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 896.975061] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a609577f-7319-4bd6-8a3e-b194fe77f4b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.984754] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 896.984754] env[65368]: value = "task-4424584" [ 896.984754] env[65368]: _type = "Task" [ 896.984754] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.995030] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 896.995275] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 896.995428] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 896.995613] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 896.995750] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 896.995911] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 896.996136] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 896.996288] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 896.996448] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 896.996597] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 896.996761] env[65368]: DEBUG nova.virt.hardware [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 896.997672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad5025-8b18-48c7-bfdd-deff3cb6814e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.003634] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.009738] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8be561d-a2b4-431d-858b-f44e113fad4b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.188607] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424583, 'name': ReconfigVM_Task, 'duration_secs': 0.306404} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.189011] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 897.196221] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb7472dd-4b15-4d5d-b5a6-59a1bdba9ba7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.207775] env[65368]: DEBUG nova.scheduler.client.report [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.216385] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Waiting for the task: (returnval){ [ 897.216385] env[65368]: value = "task-4424585" [ 897.216385] env[65368]: _type = "Task" [ 897.216385] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.230220] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424585, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.245023] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424582, 'name': CreateVM_Task, 'duration_secs': 0.68973} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.245235] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 897.245837] env[65368]: WARNING neutronclient.v2_0.client [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.246262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.247207] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.247592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.248618] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41a8e93a-f21f-49a1-be64-1d2da4d159a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.257340] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 897.257340] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe25f2-799d-eb95-c0f2-ba81420dd553" [ 897.257340] env[65368]: _type = "Task" [ 897.257340] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.268811] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe25f2-799d-eb95-c0f2-ba81420dd553, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.501444] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424584, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.552401] env[65368]: WARNING neutronclient.v2_0.client [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.592300] env[65368]: WARNING neutronclient.v2_0.client [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 897.716628] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.716628] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 897.719361] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.642s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.719361] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.721555] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.422s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.723716] env[65368]: INFO nova.compute.claims [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.740591] env[65368]: DEBUG oslo_vmware.api [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Task: {'id': task-4424585, 'name': ReconfigVM_Task, 'duration_secs': 0.167605} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.740929] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865812', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'name': 'volume-71a1ef2a-3240-4502-8da0-0a3813803f58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '081bd257-b8e4-4ff4-bc11-6d92a6c6c78a', 'attached_at': '', 'detached_at': '', 'volume_id': '71a1ef2a-3240-4502-8da0-0a3813803f58', 'serial': '71a1ef2a-3240-4502-8da0-0a3813803f58'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 897.744758] env[65368]: DEBUG nova.network.neutron [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Updating instance_info_cache with network_info: [{"id": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "address": "fa:16:3e:c4:d1:7a", "network": {"id": "9d17e4bb-a69f-473b-8b44-4d762584203e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1606839793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16799cfdfb9444f2bb063462b48ec403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e9b525-97", "ovs_interfaceid": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.767255] env[65368]: INFO nova.scheduler.client.report [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleted allocations for instance 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c [ 897.781742] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe25f2-799d-eb95-c0f2-ba81420dd553, 'name': SearchDatastore_Task, 'duration_secs': 0.017086} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.789872] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 897.789872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.789872] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.789872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.790114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.792663] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.792663] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a449b72-628b-4404-9dd0-e8d243c71aef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.795845] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26161ab2-c3a9-4a28-8328-3cd6a90bf0db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.805123] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 897.805123] env[65368]: ERROR oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk due to incomplete transfer. [ 897.805123] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-80eb5442-7089-4a1a-be29-94facbc46f2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.809264] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.809264] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.810206] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-558933e0-fac2-4b7a-b3c9-0cd28ba54e05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.817146] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 897.817146] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52664897-392e-3bb5-11d3-4020211db8c8" [ 897.817146] env[65368]: _type = "Task" [ 897.817146] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.821727] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e18a87-3304-9bee-0803-13e7e62757b0/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 897.821727] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Uploaded image 032e5008-faeb-48f1-b7b5-4296ded6110d to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 897.821727] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 897.822847] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Successfully updated port: d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 897.830203] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1399532d-0d44-4d58-9dd9-ef13b925dfef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.840022] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52664897-392e-3bb5-11d3-4020211db8c8, 'name': SearchDatastore_Task, 'duration_secs': 0.015862} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.841206] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 897.841206] env[65368]: value = "task-4424586" [ 897.841206] env[65368]: _type = "Task" [ 897.841206] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.842037] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb47c428-82b0-4119-b7a1-f05fcefdcade {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.853821] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 897.853821] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295abd8-abe5-0b8a-a998-33b18c386edb" [ 897.853821] env[65368]: _type = "Task" [ 897.853821] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.857563] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424586, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.868124] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295abd8-abe5-0b8a-a998-33b18c386edb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.884748] env[65368]: DEBUG nova.network.neutron [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Updated VIF entry in instance network info cache for port 2e7321db-31de-443a-9333-5e230d7b247e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 897.885029] env[65368]: DEBUG nova.network.neutron [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Updating instance_info_cache with network_info: [{"id": "2e7321db-31de-443a-9333-5e230d7b247e", "address": "fa:16:3e:e5:c6:7f", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.38", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e7321db-31", "ovs_interfaceid": "2e7321db-31de-443a-9333-5e230d7b247e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.999224] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748001} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.999557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a5582f41-21d0-4f77-8c25-38c5baf3052d/a5582f41-21d0-4f77-8c25-38c5baf3052d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 897.999856] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.000225] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f2330e7-99f0-4ed8-857a-17248c15286a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.009567] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 898.009567] env[65368]: value = "task-4424587" [ 898.009567] env[65368]: _type = "Task" [ 898.009567] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.021677] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.118569] env[65368]: DEBUG nova.compute.manager [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Received event network-vif-plugged-32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 898.118795] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Acquiring lock "8351e297-e85b-4f81-9877-6528e196dcde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.119008] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Lock "8351e297-e85b-4f81-9877-6528e196dcde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.119172] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Lock "8351e297-e85b-4f81-9877-6528e196dcde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.120369] env[65368]: DEBUG nova.compute.manager [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] No waiting events found dispatching network-vif-plugged-32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 898.120369] env[65368]: WARNING nova.compute.manager [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Received unexpected event network-vif-plugged-32e9b525-97ec-43fb-8aa6-49727f5bcdca for instance with vm_state building and task_state spawning. [ 898.120369] env[65368]: DEBUG nova.compute.manager [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Received event network-changed-32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 898.120369] env[65368]: DEBUG nova.compute.manager [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Refreshing instance network info cache due to event network-changed-32e9b525-97ec-43fb-8aa6-49727f5bcdca. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 898.120369] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Acquiring lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.230739] env[65368]: DEBUG nova.compute.utils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.232724] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 898.232724] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 898.232970] env[65368]: WARNING neutronclient.v2_0.client [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.233324] env[65368]: WARNING neutronclient.v2_0.client [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.248246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Releasing lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.248603] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Instance network_info: |[{"id": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "address": "fa:16:3e:c4:d1:7a", "network": {"id": "9d17e4bb-a69f-473b-8b44-4d762584203e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1606839793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16799cfdfb9444f2bb063462b48ec403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e9b525-97", "ovs_interfaceid": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 898.249143] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Acquired lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.249318] env[65368]: DEBUG nova.network.neutron [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Refreshing network info cache for port 32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 898.251554] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:d1:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37fb1918-d178-4e12-93e6-316381e78be4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '32e9b525-97ec-43fb-8aa6-49727f5bcdca', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.259198] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Creating folder: Project (16799cfdfb9444f2bb063462b48ec403). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.260850] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7990273f-805e-4a7c-aeec-01b8ce1e8e64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.273810] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Created folder: Project (16799cfdfb9444f2bb063462b48ec403) in parent group-v865657. [ 898.274063] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Creating folder: Instances. Parent ref: group-v865823. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.274313] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cc1515-1ac4-4ada-9216-cd7a7f777c0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.287336] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Created folder: Instances in parent group-v865823. [ 898.287842] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 898.287842] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.287842] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8f60183-059a-4a0d-aab9-dd0a49b53c05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.314646] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.314646] env[65368]: value = "task-4424590" [ 898.314646] env[65368]: _type = "Task" [ 898.314646] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.320765] env[65368]: DEBUG nova.policy [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e044569a39e4bcb8c3c6af244e95353', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '705545d0daac4524900cd0b693965f24', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.322201] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ac2ec2e8-8962-488a-9d97-9d0eeca298f9 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "14ca3d2e-14f9-4cf8-9700-5a16eee2a87c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.956s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.329684] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424590, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.332755] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.332949] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.334333] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.343592] env[65368]: DEBUG nova.objects.instance [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lazy-loading 'flavor' on Instance uuid 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 898.357028] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424586, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.367627] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5295abd8-abe5-0b8a-a998-33b18c386edb, 'name': SearchDatastore_Task, 'duration_secs': 0.014165} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.368131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.368227] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6c421bcd-48f8-4a0b-9fee-9dc5d9071113/6c421bcd-48f8-4a0b-9fee-9dc5d9071113.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 898.368417] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-460f32c1-f7f5-4328-8c52-2b4aec8b3bb2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.376241] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 898.376241] env[65368]: value = "task-4424591" [ 898.376241] env[65368]: _type = "Task" [ 898.376241] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.386075] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424591, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.387832] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Releasing lock "refresh_cache-a5582f41-21d0-4f77-8c25-38c5baf3052d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.388090] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Received event network-vif-plugged-976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 898.388291] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Acquiring lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.388493] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.388664] env[65368]: DEBUG oslo_concurrency.lockutils [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.388828] env[65368]: DEBUG nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] No waiting events found dispatching network-vif-plugged-976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 898.389043] env[65368]: WARNING nova.compute.manager [req-a02c976d-8600-4d38-a144-0baad27b9d7a req-b1051fe9-4ed2-457c-a88a-b80c39a3a784 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Received unexpected event network-vif-plugged-976e9285-b42d-40fb-904d-f797e0cfe5d0 for instance with vm_state building and task_state spawning. [ 898.520967] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07618} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.521324] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.522249] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e6570-fab4-4ca5-86f1-36c6d84c9bcc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.548134] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] a5582f41-21d0-4f77-8c25-38c5baf3052d/a5582f41-21d0-4f77-8c25-38c5baf3052d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 898.548266] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7664681-90cb-4c9e-9217-4d94d7ef7611 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.570643] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 898.570643] env[65368]: value = "task-4424592" [ 898.570643] env[65368]: _type = "Task" [ 898.570643] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.582158] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.598403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.598403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.598403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.598403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.598403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.602135] env[65368]: INFO nova.compute.manager [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Terminating instance [ 898.699801] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Successfully created port: 474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 898.736407] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 898.763547] env[65368]: WARNING neutronclient.v2_0.client [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.832983] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424590, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.863818] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424586, 'name': Destroy_Task, 'duration_secs': 0.9084} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.864209] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Destroyed the VM [ 898.864493] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 898.864967] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-037773b2-e177-4de0-9099-b1b6aa7b6364 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.877262] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 898.877262] env[65368]: value = "task-4424593" [ 898.877262] env[65368]: _type = "Task" [ 898.877262] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.902276] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424593, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.902654] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424591, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.082958] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424592, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.105600] env[65368]: DEBUG nova.compute.manager [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 899.105827] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.107062] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e05d3e-6062-402e-ac87-82e0d98fc661 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.116513] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.117017] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4247cff-2ff1-4b33-961a-0bb7a6339a8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.128351] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 899.128351] env[65368]: value = "task-4424594" [ 899.128351] env[65368]: _type = "Task" [ 899.128351] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.148486] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.327020] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424590, 'name': CreateVM_Task, 'duration_secs': 0.966078} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.330956] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.331466] env[65368]: WARNING neutronclient.v2_0.client [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 899.332373] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.332373] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.332373] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.332621] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fdafe8-8e87-4f30-9976-ce515ac10df0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.341386] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.345938] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 899.345938] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217959f-bd86-ffd8-7eaf-520c17aba9ad" [ 899.345938] env[65368]: _type = "Task" [ 899.345938] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.359617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e89e3aa-8131-4c41-9054-3fd46b63d9b2 tempest-VolumesAssistedSnapshotsTest-770136915 tempest-VolumesAssistedSnapshotsTest-770136915-project-admin] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.402s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.361109] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217959f-bd86-ffd8-7eaf-520c17aba9ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.384534] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11152c2e-9971-4b81-a0b6-d8d25322506a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.404529] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424591, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.916004} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.407652] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 6c421bcd-48f8-4a0b-9fee-9dc5d9071113/6c421bcd-48f8-4a0b-9fee-9dc5d9071113.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 899.408506] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 899.409955] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb92024-4c64-4451-9a79-1901447b2990 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.415362] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424593, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.415625] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a87b52-b216-4eb9-8ed7-676695249f42 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.453612] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abef97de-afb0-4f1a-a9dd-491393c05ce6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.456702] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 899.456702] env[65368]: value = "task-4424595" [ 899.456702] env[65368]: _type = "Task" [ 899.456702] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.465097] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc87d23-b54f-49a1-8765-fbc48d6dddb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.475485] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.490543] env[65368]: DEBUG nova.compute.provider_tree [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.582218] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424592, 'name': ReconfigVM_Task, 'duration_secs': 0.651774} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.582506] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Reconfigured VM instance instance-0000003e to attach disk [datastore2] a5582f41-21d0-4f77-8c25-38c5baf3052d/a5582f41-21d0-4f77-8c25-38c5baf3052d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.583273] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85d803cc-0ed2-45f7-8d05-27bd563b2675 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.592072] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 899.592072] env[65368]: value = "task-4424596" [ 899.592072] env[65368]: _type = "Task" [ 899.592072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.606086] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424596, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.642341] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424594, 'name': PowerOffVM_Task, 'duration_secs': 0.252211} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.642633] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 899.642799] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 899.643118] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d6d3532-09f9-409d-bc3c-f3de2c6ba633 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.646893] env[65368]: DEBUG nova.compute.manager [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Received event network-changed-976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 899.647089] env[65368]: DEBUG nova.compute.manager [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Refreshing instance network info cache due to event network-changed-976e9285-b42d-40fb-904d-f797e0cfe5d0. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 899.647352] env[65368]: DEBUG oslo_concurrency.lockutils [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] Acquiring lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.647437] env[65368]: DEBUG oslo_concurrency.lockutils [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] Acquired lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.647591] env[65368]: DEBUG nova.network.neutron [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Refreshing network info cache for port 976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 899.721172] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 899.721399] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 899.721561] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleting the datastore file [datastore1] ffda67b3-dff3-4bb8-bff6-e111da32601a {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 899.722429] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63afcac8-2d97-47e5-8a23-fcd082a02b36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.729944] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for the task: (returnval){ [ 899.729944] env[65368]: value = "task-4424598" [ 899.729944] env[65368]: _type = "Task" [ 899.729944] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.739836] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.750255] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 899.780467] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 899.780731] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.780883] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 899.781154] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.781317] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 899.781465] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 899.781889] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 899.781889] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 899.782025] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 899.782150] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 899.782503] env[65368]: DEBUG nova.virt.hardware [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 899.783734] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3a7975-79a2-422a-b987-ea1636e023bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.793378] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe7f0f3-b61c-486b-b753-1308025d536b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.860735] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5217959f-bd86-ffd8-7eaf-520c17aba9ad, 'name': SearchDatastore_Task, 'duration_secs': 0.022703} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.861538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.861989] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 899.862401] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.862663] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.863098] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 899.863519] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65564a1f-92b4-4dfe-b929-25ad58b10763 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.892127] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 899.892127] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 899.893585] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f054ae8b-2f86-42a0-aec5-1222ef884906 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.899617] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424593, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.904103] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 899.904103] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cffca9-dfee-7da3-11d6-92d8c6cda28d" [ 899.904103] env[65368]: _type = "Task" [ 899.904103] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.914803] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cffca9-dfee-7da3-11d6-92d8c6cda28d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.970476] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.224723} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.970913] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.972066] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800aadde-00c6-4c27-8788-0b374aaa6cdf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.997620] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 6c421bcd-48f8-4a0b-9fee-9dc5d9071113/6c421bcd-48f8-4a0b-9fee-9dc5d9071113.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.998796] env[65368]: DEBUG nova.scheduler.client.report [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.002552] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b197778a-84b3-416b-89fa-a9ebfb637674 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.025360] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 900.025360] env[65368]: value = "task-4424599" [ 900.025360] env[65368]: _type = "Task" [ 900.025360] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.036180] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424599, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.038809] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.039041] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.104704] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424596, 'name': Rename_Task, 'duration_secs': 0.370783} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.105334] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.105403] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45dd5224-378f-4abc-9cac-47e55a857183 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.114563] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 900.114563] env[65368]: value = "task-4424600" [ 900.114563] env[65368]: _type = "Task" [ 900.114563] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.124355] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.150424] env[65368]: WARNING neutronclient.v2_0.client [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.242771] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424598, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.395505] env[65368]: DEBUG oslo_vmware.api [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424593, 'name': RemoveSnapshot_Task, 'duration_secs': 1.144048} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.395505] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 900.395811] env[65368]: INFO nova.compute.manager [None req-e1e9f77c-bb28-43c7-8da5-b34fb4e5a069 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Took 15.72 seconds to snapshot the instance on the hypervisor. [ 900.416500] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cffca9-dfee-7da3-11d6-92d8c6cda28d, 'name': SearchDatastore_Task, 'duration_secs': 0.015602} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.417453] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c9ee9e6-ed99-46e0-8c15-7b1e0a01d4bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.424110] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 900.424110] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520c96e7-3763-b1e6-f39a-b0d5c2b9f5e4" [ 900.424110] env[65368]: _type = "Task" [ 900.424110] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.433390] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520c96e7-3763-b1e6-f39a-b0d5c2b9f5e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.521044] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.521044] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 900.523591] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.130s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.523852] env[65368]: DEBUG nova.objects.instance [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lazy-loading 'resources' on Instance uuid 9eee2e68-d3fd-40c2-9259-9216a20afaf0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.537112] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.554385] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.554585] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.554737] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.554923] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.555100] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.555680] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.555960] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 900.556129] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 900.626939] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424600, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.745321] env[65368]: DEBUG oslo_vmware.api [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Task: {'id': task-4424598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.512972} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.745321] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 900.745574] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 900.745673] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 900.746016] env[65368]: INFO nova.compute.manager [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 900.746154] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 900.746299] env[65368]: DEBUG nova.compute.manager [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 900.746399] env[65368]: DEBUG nova.network.neutron [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 900.746695] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.810525] env[65368]: WARNING neutronclient.v2_0.client [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.836407] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Successfully updated port: 474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 900.937907] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520c96e7-3763-b1e6-f39a-b0d5c2b9f5e4, 'name': SearchDatastore_Task, 'duration_secs': 0.015087} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.938217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.938490] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 8351e297-e85b-4f81-9877-6528e196dcde/8351e297-e85b-4f81-9877-6528e196dcde.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 900.938756] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-576899cd-a237-4504-bf90-39f9327b7e35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.949018] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 900.949018] env[65368]: value = "task-4424601" [ 900.949018] env[65368]: _type = "Task" [ 900.949018] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.959385] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424601, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.969040] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.029170] env[65368]: DEBUG nova.compute.utils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 901.030635] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 901.030824] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 901.031777] env[65368]: WARNING neutronclient.v2_0.client [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.032211] env[65368]: WARNING neutronclient.v2_0.client [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.052333] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424599, 'name': ReconfigVM_Task, 'duration_secs': 0.594142} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.055043] env[65368]: WARNING neutronclient.v2_0.client [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.057114] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 6c421bcd-48f8-4a0b-9fee-9dc5d9071113/6c421bcd-48f8-4a0b-9fee-9dc5d9071113.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 901.059259] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6c5997d-b54d-4097-94ed-67f2e676629c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.061048] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.068400] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 901.068400] env[65368]: value = "task-4424602" [ 901.068400] env[65368]: _type = "Task" [ 901.068400] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.078210] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424602, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.130696] env[65368]: DEBUG oslo_vmware.api [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424600, 'name': PowerOnVM_Task, 'duration_secs': 0.784206} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.135493] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.135709] env[65368]: INFO nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 12.53 seconds to spawn the instance on the hypervisor. [ 901.136134] env[65368]: DEBUG nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.140880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78508aaf-2896-4e0d-8866-0fb6a5f332f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.203148] env[65368]: DEBUG nova.policy [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4cd1c31626204e439c4338930c404284', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e7014b8de34148a89fc974b96714bf80', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.344306] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.344548] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.344894] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 901.424049] env[65368]: DEBUG nova.network.neutron [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.463159] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424601, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.544139] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 901.585389] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424602, 'name': Rename_Task, 'duration_secs': 0.246699} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.585673] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.585944] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f36a2c93-4d31-4650-a82c-91501a8ea15c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.597595] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 901.597595] env[65368]: value = "task-4424603" [ 901.597595] env[65368]: _type = "Task" [ 901.597595] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.603223] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9542f958-ae79-440b-9cff-4a13a507f600 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.614707] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424603, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.615728] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ffcf6-c741-4d04-a9d7-64ba5b923da1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.650941] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d857cf61-6deb-4ed7-becd-df7fe49c284f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.660169] env[65368]: INFO nova.compute.manager [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 53.57 seconds to build instance. [ 901.666711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168f1133-363a-484c-a838-50aaca5d20d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.686355] env[65368]: DEBUG nova.compute.provider_tree [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.804024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.804433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.824821] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Successfully created port: 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.872241] env[65368]: DEBUG nova.network.neutron [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Updated VIF entry in instance network info cache for port 32e9b525-97ec-43fb-8aa6-49727f5bcdca. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 901.872599] env[65368]: DEBUG nova.network.neutron [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Updating instance_info_cache with network_info: [{"id": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "address": "fa:16:3e:c4:d1:7a", "network": {"id": "9d17e4bb-a69f-473b-8b44-4d762584203e", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1606839793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "16799cfdfb9444f2bb063462b48ec403", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37fb1918-d178-4e12-93e6-316381e78be4", "external-id": "nsx-vlan-transportzone-763", "segmentation_id": 763, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap32e9b525-97", "ovs_interfaceid": "32e9b525-97ec-43fb-8aa6-49727f5bcdca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.887708] env[65368]: DEBUG nova.network.neutron [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.926186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.926595] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Instance network_info: |[{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 901.927469] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:e3:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd983e253-921d-44bb-a374-1411f8bdc883', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.937975] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 901.938607] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.938861] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5296c4b-fc77-4134-adbb-e465b74f4764 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.980364] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424601, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688122} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.981730] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 8351e297-e85b-4f81-9877-6528e196dcde/8351e297-e85b-4f81-9877-6528e196dcde.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.981959] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.982220] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.982220] env[65368]: value = "task-4424604" [ 901.982220] env[65368]: _type = "Task" [ 901.982220] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.982404] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-314dac77-f2ad-40b4-9c75-616b71a0138a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.993179] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 901.993179] env[65368]: value = "task-4424605" [ 901.993179] env[65368]: _type = "Task" [ 901.993179] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.996283] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424604, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.109568] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424603, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.148499] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 902.164472] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cade37a-3886-4adc-99c8-dc415b482324 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.323s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.190183] env[65368]: DEBUG nova.scheduler.client.report [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.206810] env[65368]: WARNING neutronclient.v2_0.client [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.307447] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 902.375907] env[65368]: DEBUG oslo_concurrency.lockutils [req-2b4ae38e-6191-4e4b-954b-f96357c8c450 req-435bfd51-d2e3-47ed-b0a9-c124eaa67d6a service nova] Releasing lock "refresh_cache-8351e297-e85b-4f81-9877-6528e196dcde" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.391347] env[65368]: INFO nova.compute.manager [-] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Took 1.64 seconds to deallocate network for instance. [ 902.451897] env[65368]: DEBUG nova.network.neutron [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Updated VIF entry in instance network info cache for port 976e9285-b42d-40fb-904d-f797e0cfe5d0. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 902.452392] env[65368]: DEBUG nova.network.neutron [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Updating instance_info_cache with network_info: [{"id": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "address": "fa:16:3e:7a:2d:1b", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap976e9285-b4", "ovs_interfaceid": "976e9285-b42d-40fb-904d-f797e0cfe5d0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.495350] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424604, 'name': CreateVM_Task, 'duration_secs': 0.416461} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.498194] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 902.498840] env[65368]: WARNING neutronclient.v2_0.client [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.499313] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.499489] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.499796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.504993] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96da6ce1-1986-4d9d-8c88-15f86fe181cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.507445] env[65368]: WARNING neutronclient.v2_0.client [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 902.516452] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08605} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.518118] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.518951] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 902.518951] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52083b4b-352d-8120-712e-9dd0a7ca5016" [ 902.518951] env[65368]: _type = "Task" [ 902.518951] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.519383] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc38add0-6ebd-4fee-a95d-7f50a36c5a4a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.547974] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52083b4b-352d-8120-712e-9dd0a7ca5016, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.560262] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 8351e297-e85b-4f81-9877-6528e196dcde/8351e297-e85b-4f81-9877-6528e196dcde.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.561659] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 902.563914] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57199925-bab6-4281-a9bb-8f4a0734a1fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.590556] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 902.590556] env[65368]: value = "task-4424606" [ 902.590556] env[65368]: _type = "Task" [ 902.590556] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.601960] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.613713] env[65368]: DEBUG oslo_vmware.api [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424603, 'name': PowerOnVM_Task, 'duration_secs': 0.743082} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.614048] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.614275] env[65368]: INFO nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Took 11.19 seconds to spawn the instance on the hypervisor. [ 902.614446] env[65368]: DEBUG nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 902.615311] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afdc363e-b875-4c16-84a4-13718942f1cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.620549] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.620957] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.620957] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.621090] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.621168] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.621332] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.621682] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.621858] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.622064] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.622231] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.622399] env[65368]: DEBUG nova.virt.hardware [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.623417] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd98ffa-454a-40e2-83fb-f8e03908b1bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.641855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c558f71c-44ea-42f7-a31e-476bff52dde6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.660743] env[65368]: DEBUG nova.network.neutron [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Updating instance_info_cache with network_info: [{"id": "474569f9-3f54-439b-a8ac-94d956fa0054", "address": "fa:16:3e:55:a7:6a", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474569f9-3f", "ovs_interfaceid": "474569f9-3f54-439b-a8ac-94d956fa0054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.706380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.708827] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.797s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.710549] env[65368]: INFO nova.compute.claims [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.733021] env[65368]: INFO nova.scheduler.client.report [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Deleted allocations for instance 9eee2e68-d3fd-40c2-9259-9216a20afaf0 [ 902.837954] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.899783] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.955654] env[65368]: DEBUG oslo_concurrency.lockutils [req-105912e4-21c7-4c82-8e7b-5b6c805d7792 req-7f607df9-1720-4d1b-afdd-4084c480469e service nova] Releasing lock "refresh_cache-6c421bcd-48f8-4a0b-9fee-9dc5d9071113" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.035595] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52083b4b-352d-8120-712e-9dd0a7ca5016, 'name': SearchDatastore_Task, 'duration_secs': 0.046617} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.035867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.036115] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 903.036354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.036496] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.036667] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 903.036940] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b85e04df-6d0d-4237-9b81-22de79bd403b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.048714] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 903.048946] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 903.049719] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22c595dd-7ecf-4f52-9938-33ce20c460c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.056873] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 903.056873] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524716a8-6d92-4d25-6304-a8ea25bd9be6" [ 903.056873] env[65368]: _type = "Task" [ 903.056873] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.067609] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524716a8-6d92-4d25-6304-a8ea25bd9be6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.103229] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424606, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.105850] env[65368]: DEBUG nova.compute.manager [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-plugged-d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 903.106152] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.106298] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.106455] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.106565] env[65368]: DEBUG nova.compute.manager [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] No waiting events found dispatching network-vif-plugged-d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 903.106745] env[65368]: WARNING nova.compute.manager [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received unexpected event network-vif-plugged-d983e253-921d-44bb-a374-1411f8bdc883 for instance with vm_state building and task_state spawning. [ 903.106918] env[65368]: DEBUG nova.compute.manager [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-changed-d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 903.107053] env[65368]: DEBUG nova.compute.manager [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing instance network info cache due to event network-changed-d983e253-921d-44bb-a374-1411f8bdc883. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 903.107248] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.107380] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.107531] env[65368]: DEBUG nova.network.neutron [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing network info cache for port d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.148836] env[65368]: INFO nova.compute.manager [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Took 51.79 seconds to build instance. [ 903.164350] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.164781] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Instance network_info: |[{"id": "474569f9-3f54-439b-a8ac-94d956fa0054", "address": "fa:16:3e:55:a7:6a", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474569f9-3f", "ovs_interfaceid": "474569f9-3f54-439b-a8ac-94d956fa0054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 903.165614] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:a7:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '474569f9-3f54-439b-a8ac-94d956fa0054', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 903.173804] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 903.174396] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 903.174636] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ccb273f-8b4f-4452-955d-ea92c51bed3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.198181] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 903.198181] env[65368]: value = "task-4424608" [ 903.198181] env[65368]: _type = "Task" [ 903.198181] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.209427] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424608, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.241507] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6a932aff-430d-4f87-962d-0e7a9c63ff92 tempest-ServersTestManualDisk-609645991 tempest-ServersTestManualDisk-609645991-project-member] Lock "9eee2e68-d3fd-40c2-9259-9216a20afaf0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.534s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.266970] env[65368]: DEBUG nova.compute.manager [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Received event network-vif-plugged-474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 903.266970] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Acquiring lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.266970] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.266970] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.266970] env[65368]: DEBUG nova.compute.manager [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] No waiting events found dispatching network-vif-plugged-474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 903.266970] env[65368]: WARNING nova.compute.manager [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Received unexpected event network-vif-plugged-474569f9-3f54-439b-a8ac-94d956fa0054 for instance with vm_state building and task_state spawning. [ 903.266970] env[65368]: DEBUG nova.compute.manager [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Received event network-changed-474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 903.266970] env[65368]: DEBUG nova.compute.manager [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Refreshing instance network info cache due to event network-changed-474569f9-3f54-439b-a8ac-94d956fa0054. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 903.266970] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Acquiring lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.266970] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Acquired lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.268734] env[65368]: DEBUG nova.network.neutron [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Refreshing network info cache for port 474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 903.573021] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524716a8-6d92-4d25-6304-a8ea25bd9be6, 'name': SearchDatastore_Task, 'duration_secs': 0.010495} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.573021] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47eddb98-d28c-4ee5-b9db-c2c79f489335 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.584619] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 903.584619] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab310d-f984-05c3-280d-e229a5ce8045" [ 903.584619] env[65368]: _type = "Task" [ 903.584619] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.596207] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab310d-f984-05c3-280d-e229a5ce8045, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.608358] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424606, 'name': ReconfigVM_Task, 'duration_secs': 0.544898} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.608750] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 8351e297-e85b-4f81-9877-6528e196dcde/8351e297-e85b-4f81-9877-6528e196dcde.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.609552] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-123c1a74-a236-4ee0-a253-8a972e69b22a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.611785] env[65368]: WARNING neutronclient.v2_0.client [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.621166] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 903.621166] env[65368]: value = "task-4424609" [ 903.621166] env[65368]: _type = "Task" [ 903.621166] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.635885] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424609, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.651023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-14f7a451-5ccf-455f-96b8-e6461e35b87c tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.510s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.700418] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Successfully updated port: 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.717479] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424608, 'name': CreateVM_Task, 'duration_secs': 0.432985} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.721869] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.722939] env[65368]: WARNING neutronclient.v2_0.client [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.723132] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.724021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.724021] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.725123] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a51a74aa-898b-409a-b48c-117fc10eb45c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.732716] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 903.732716] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5232a14d-caa4-68d0-689c-e35f5602b5f8" [ 903.732716] env[65368]: _type = "Task" [ 903.732716] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.744170] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5232a14d-caa4-68d0-689c-e35f5602b5f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.772732] env[65368]: WARNING neutronclient.v2_0.client [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 903.808292] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.808604] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.912734] env[65368]: WARNING neutronclient.v2_0.client [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.079692] env[65368]: WARNING neutronclient.v2_0.client [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.101032] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab310d-f984-05c3-280d-e229a5ce8045, 'name': SearchDatastore_Task, 'duration_secs': 0.010811} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.101245] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.101801] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3b3f2b8c-b45b-4221-8829-7f49853daafc/3b3f2b8c-b45b-4221-8829-7f49853daafc.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 904.102127] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eef1d04-fe47-497a-84fc-80ffc043dbc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.118498] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 904.118498] env[65368]: value = "task-4424610" [ 904.118498] env[65368]: _type = "Task" [ 904.118498] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.134507] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.139935] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424609, 'name': Rename_Task, 'duration_secs': 0.176271} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.141908] env[65368]: DEBUG nova.network.neutron [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updated VIF entry in instance network info cache for port d983e253-921d-44bb-a374-1411f8bdc883. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.141908] env[65368]: DEBUG nova.network.neutron [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.143446] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 904.143792] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3ce6a72-1068-451a-944d-572a25e9d8a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.153063] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 904.153063] env[65368]: value = "task-4424611" [ 904.153063] env[65368]: _type = "Task" [ 904.153063] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.167106] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.211901] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.211901] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.211901] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 904.239032] env[65368]: DEBUG nova.network.neutron [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Updated VIF entry in instance network info cache for port 474569f9-3f54-439b-a8ac-94d956fa0054. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 904.239032] env[65368]: DEBUG nova.network.neutron [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Updating instance_info_cache with network_info: [{"id": "474569f9-3f54-439b-a8ac-94d956fa0054", "address": "fa:16:3e:55:a7:6a", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474569f9-3f", "ovs_interfaceid": "474569f9-3f54-439b-a8ac-94d956fa0054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.251226] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5232a14d-caa4-68d0-689c-e35f5602b5f8, 'name': SearchDatastore_Task, 'duration_secs': 0.012868} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.251790] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.252063] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.252310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.252465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.252659] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.256396] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ade355c-7583-45dc-856c-80e2ba623161 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.267342] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.267522] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.268313] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069043f9-9e04-4214-8459-9e420e7855aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.276505] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 904.276505] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3511c-5081-83a9-6c9f-0d19995d3db6" [ 904.276505] env[65368]: _type = "Task" [ 904.276505] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.287568] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3511c-5081-83a9-6c9f-0d19995d3db6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.312115] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 904.363084] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e84fc7-b86e-443f-b484-f32cef51915b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.372643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad24eb4a-f257-48ee-85ec-4f80c9cbf3b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.409447] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d3afd-62c4-4b96-ac36-4ac972556de6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.429155] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42958f10-5375-4da8-8fbb-89ad39fad820 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.449047] env[65368]: DEBUG nova.compute.provider_tree [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.495445] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.495685] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.632810] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424610, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.647294] env[65368]: DEBUG oslo_concurrency.lockutils [req-00b59789-192d-4e7c-9d10-929eddda4c77 req-c3a34193-b749-4855-9d3c-3cd7bc354182 service nova] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.665573] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.744191] env[65368]: DEBUG oslo_concurrency.lockutils [req-09b247e8-5d5b-4409-9d7d-bb57c46e733e req-fdc93876-282e-4786-91af-272804b8c05d service nova] Releasing lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.785638] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 904.798663] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d3511c-5081-83a9-6c9f-0d19995d3db6, 'name': SearchDatastore_Task, 'duration_secs': 0.024032} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.800412] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c14a511c-a70d-4afc-bb59-3d15d78aef09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.808160] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 904.808160] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f7575-d6d4-a3c2-4f73-c252b8bd6027" [ 904.808160] env[65368]: _type = "Task" [ 904.808160] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.823291] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f7575-d6d4-a3c2-4f73-c252b8bd6027, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.842983] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.921082] env[65368]: WARNING neutronclient.v2_0.client [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.924509] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.925028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.925028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.925426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.925426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.928215] env[65368]: INFO nova.compute.manager [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Terminating instance [ 904.953486] env[65368]: DEBUG nova.scheduler.client.report [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.999320] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 905.131592] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720846} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.132114] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3b3f2b8c-b45b-4221-8829-7f49853daafc/3b3f2b8c-b45b-4221-8829-7f49853daafc.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 905.132431] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 905.132934] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7cfda52-1ad8-435c-b2a6-fdcde235153f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.142132] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 905.142132] env[65368]: value = "task-4424612" [ 905.142132] env[65368]: _type = "Task" [ 905.142132] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.153851] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.155428] env[65368]: DEBUG nova.network.neutron [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.169937] env[65368]: DEBUG oslo_vmware.api [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424611, 'name': PowerOnVM_Task, 'duration_secs': 1.00661} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.170908] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 905.171217] env[65368]: INFO nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Took 10.97 seconds to spawn the instance on the hypervisor. [ 905.171307] env[65368]: DEBUG nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 905.172218] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba31e8c-541c-42e7-a4c4-0951b690fd5e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.323032] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f7575-d6d4-a3c2-4f73-c252b8bd6027, 'name': SearchDatastore_Task, 'duration_secs': 0.015182} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.324122] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.324517] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6553a301-881b-470d-899f-8cb9f2318ebc/6553a301-881b-470d-899f-8cb9f2318ebc.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.324875] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5929360e-ccb3-46a3-b45b-333e93be415b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.332599] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 905.332599] env[65368]: value = "task-4424613" [ 905.332599] env[65368]: _type = "Task" [ 905.332599] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.341900] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.433567] env[65368]: DEBUG nova.compute.manager [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 905.435110] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 905.436044] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a68fc97-11d2-4c61-8e31-d974fa826686 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.446605] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 905.447356] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d51f8520-1402-4d82-ad08-973c5504900c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.458958] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.460652] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 905.462967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 22.302s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.469428] env[65368]: DEBUG nova.compute.manager [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Received event network-changed-3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 905.469428] env[65368]: DEBUG nova.compute.manager [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Refreshing instance network info cache due to event network-changed-3b175a33-7de5-44d8-9d88-1242bcca5d46. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 905.469592] env[65368]: DEBUG oslo_concurrency.lockutils [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] Acquiring lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.469667] env[65368]: DEBUG oslo_concurrency.lockutils [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] Acquired lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.469850] env[65368]: DEBUG nova.network.neutron [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Refreshing network info cache for port 3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.527265] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.562808] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 905.563145] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 905.563337] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore2] cc42f9f5-82f4-445c-b0ee-acde52df7be0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 905.563627] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11324548-d267-4d40-9aaf-ffe00aa8d5ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.570619] env[65368]: DEBUG oslo_vmware.api [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 905.570619] env[65368]: value = "task-4424615" [ 905.570619] env[65368]: _type = "Task" [ 905.570619] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.579606] env[65368]: DEBUG oslo_vmware.api [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.654324] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099124} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.660185] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 905.663406] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Received event network-changed-4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 905.663406] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Refreshing instance network info cache due to event network-changed-4bfc74ac-937f-456d-a0d4-0ab144466de4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 905.663406] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Acquiring lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.663406] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Acquired lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.663406] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Refreshing network info cache for port 4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.667933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.667933] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Instance network_info: |[{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 905.668091] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb0648e-5fe5-415f-89d2-2b9350f9a18f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.671374] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:20:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69d412f5-01a9-4fed-8488-7b767a13a653', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4de442f7-43aa-4620-830d-f7d9f52a73cb', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.679652] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Creating folder: Project (e7014b8de34148a89fc974b96714bf80). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.680889] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c5de880-ccc6-4745-933a-e0a85603cdaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.712424] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3b3f2b8c-b45b-4221-8829-7f49853daafc/3b3f2b8c-b45b-4221-8829-7f49853daafc.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 905.714359] env[65368]: INFO nova.compute.manager [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Took 42.91 seconds to build instance. [ 905.715626] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9f97e63-54c7-4a00-90bd-b3b82bf551a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.731536] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Created folder: Project (e7014b8de34148a89fc974b96714bf80) in parent group-v865657. [ 905.731730] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Creating folder: Instances. Parent ref: group-v865828. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.733229] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a23f9c15-1ff9-42a5-a5ca-fb3314bdcc3f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.106s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.733766] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2206baad-54ac-47f1-a99a-dab65cfea9dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.741734] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 905.741734] env[65368]: value = "task-4424618" [ 905.741734] env[65368]: _type = "Task" [ 905.741734] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.748928] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Created folder: Instances in parent group-v865828. [ 905.749170] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 905.749766] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.749983] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9ba2a9ef-fa43-41fb-a6a6-45b1fe73bf4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.769503] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424618, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.775906] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.775906] env[65368]: value = "task-4424619" [ 905.775906] env[65368]: _type = "Task" [ 905.775906] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.785208] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424619, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.847449] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.944143] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "3345fd5f-100b-4806-bcf7-1447464a680d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.945243] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.967884] env[65368]: DEBUG nova.compute.utils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.969243] env[65368]: DEBUG nova.objects.instance [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lazy-loading 'migration_context' on Instance uuid 2afe03d3-aa3f-4621-a360-4715ccc395c4 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.970987] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 905.970987] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 905.971423] env[65368]: WARNING neutronclient.v2_0.client [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.971745] env[65368]: WARNING neutronclient.v2_0.client [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.974938] env[65368]: WARNING neutronclient.v2_0.client [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.049079] env[65368]: DEBUG nova.policy [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3d11b024a7456d8ffbda418b710203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1058962de456478282c7aec7fcb31331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 906.082954] env[65368]: DEBUG oslo_vmware.api [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424615, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.167137] env[65368]: WARNING neutronclient.v2_0.client [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.256418] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424618, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.287565] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424619, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.316524] env[65368]: DEBUG nova.compute.manager [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 906.316524] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0212e3-54a5-4034-9f77-6ec9afa3645f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.349023] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957254} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.349023] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6553a301-881b-470d-899f-8cb9f2318ebc/6553a301-881b-470d-899f-8cb9f2318ebc.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.349023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.349023] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c48022ed-180e-49fd-8294-3884bcc657b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.357159] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 906.357159] env[65368]: value = "task-4424620" [ 906.357159] env[65368]: _type = "Task" [ 906.357159] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.373068] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.447497] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 906.473825] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 906.582915] env[65368]: DEBUG oslo_vmware.api [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424615, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.683875} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.583396] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 906.583586] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 906.584411] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 906.584411] env[65368]: INFO nova.compute.manager [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 906.585049] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 906.585296] env[65368]: DEBUG nova.compute.manager [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 906.585396] env[65368]: DEBUG nova.network.neutron [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 906.585836] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.596370] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.597618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.597618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 906.597618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.597618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.599474] env[65368]: INFO nova.compute.manager [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Terminating instance [ 906.666203] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Successfully created port: 462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 906.713224] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.759553] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.772459] env[65368]: WARNING neutronclient.v2_0.client [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 906.792497] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424619, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.832570] env[65368]: INFO nova.compute.manager [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] instance snapshotting [ 906.836850] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f651da9-80dc-4ff9-b822-697964705f19 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.864287] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf2980c-9231-4132-86c3-bffd83236474 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.873118] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.875060] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.883670] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c8224-8040-4914-a256-c8fbaada7711 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.910775] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 6553a301-881b-470d-899f-8cb9f2318ebc/6553a301-881b-470d-899f-8cb9f2318ebc.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.911375] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3447a1be-1728-4cb2-9ca0-77cd96a7bd1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.935139] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 906.935139] env[65368]: value = "task-4424621" [ 906.935139] env[65368]: _type = "Task" [ 906.935139] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.945239] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424621, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.984305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.104191] env[65368]: DEBUG nova.compute.manager [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 907.104402] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.105375] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96350f8-ea02-4ecd-b919-6a4e51bc997f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.117019] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.117339] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8373925-6600-4089-bf87-9cd7ad907ccc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.127860] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 907.127860] env[65368]: value = "task-4424622" [ 907.127860] env[65368]: _type = "Task" [ 907.127860] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.138319] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424622, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.171195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d70527d-fd74-4714-b124-6e7fdc3937a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.179372] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f6836-7051-4410-85ad-8ef9c5e79727 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.221565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b057758-e569-4561-be9b-571e0e1d54a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.233435] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c8d40-1e1a-485f-9c34-799aafa8b925 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.249330] env[65368]: DEBUG nova.compute.provider_tree [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.251447] env[65368]: DEBUG nova.network.neutron [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.262948] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424618, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.291067] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424619, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.388777] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 907.389464] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9a654c9-0d61-49e1-94bb-7ede11ee246d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.398388] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 907.398388] env[65368]: value = "task-4424623" [ 907.398388] env[65368]: _type = "Task" [ 907.398388] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.409821] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424623, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.447933] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424621, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.454629] env[65368]: WARNING neutronclient.v2_0.client [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.489009] env[65368]: DEBUG nova.network.neutron [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updated VIF entry in instance network info cache for port 3b175a33-7de5-44d8-9d88-1242bcca5d46. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.489400] env[65368]: DEBUG nova.network.neutron [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updating instance_info_cache with network_info: [{"id": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "address": "fa:16:3e:37:b3:53", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b175a33-7d", "ovs_interfaceid": "3b175a33-7de5-44d8-9d88-1242bcca5d46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.491659] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 907.519756] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.519990] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.520161] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.520338] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.520478] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.520617] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.520823] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.520967] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.521176] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.521332] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.521495] env[65368]: DEBUG nova.virt.hardware [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.522691] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6858f6f7-d8b8-48c1-bfcb-777f35919c9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.533202] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00697855-bbc1-4134-94ac-9ad478493a9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.637638] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424622, 'name': PowerOffVM_Task, 'duration_secs': 0.237747} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.638067] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.638306] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.638655] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d435e8d3-efa8-41d3-95bb-2f4c2414b1bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.680469] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updated VIF entry in instance network info cache for port 4bfc74ac-937f-456d-a0d4-0ab144466de4. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 907.680886] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updating instance_info_cache with network_info: [{"id": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "address": "fa:16:3e:fa:c8:5f", "network": {"id": "a1c95153-0a2f-4b92-b09d-68a6a51d7a28", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-965843151-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b615384a40143f5b8ec33919dbdca94", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8059554c-499f-44b4-be06-29f80ec36b34", "external-id": "nsx-vlan-transportzone-892", "segmentation_id": 892, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4bfc74ac-93", "ovs_interfaceid": "4bfc74ac-937f-456d-a0d4-0ab144466de4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.710787] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.711121] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.712814] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Deleting the datastore file [datastore2] 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.712814] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a298efe-1e9f-409d-a915-83502a65ccb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.719081] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for the task: (returnval){ [ 907.719081] env[65368]: value = "task-4424625" [ 907.719081] env[65368]: _type = "Task" [ 907.719081] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.729535] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424625, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.760497] env[65368]: DEBUG nova.scheduler.client.report [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 907.765056] env[65368]: INFO nova.compute.manager [-] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Took 1.18 seconds to deallocate network for instance. [ 907.766040] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424618, 'name': ReconfigVM_Task, 'duration_secs': 1.606616} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.767657] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3b3f2b8c-b45b-4221-8829-7f49853daafc/3b3f2b8c-b45b-4221-8829-7f49853daafc.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.768410] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6cc44a9a-9384-482e-bbd5-bc0f96f48b7a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.780117] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 907.780117] env[65368]: value = "task-4424626" [ 907.780117] env[65368]: _type = "Task" [ 907.780117] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.804489] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424626, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.804809] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424619, 'name': CreateVM_Task, 'duration_secs': 1.865277} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.805043] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 907.805796] env[65368]: WARNING neutronclient.v2_0.client [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 907.806218] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.806443] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.806804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.807114] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39e94494-6aa6-461d-b752-808155f6035d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.814440] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 907.814440] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529e5348-cd96-e737-b68e-80fac63ecc11" [ 907.814440] env[65368]: _type = "Task" [ 907.814440] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.827821] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529e5348-cd96-e737-b68e-80fac63ecc11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.909090] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424623, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.950445] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.995069] env[65368]: DEBUG oslo_concurrency.lockutils [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] Releasing lock "refresh_cache-aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.995602] env[65368]: DEBUG nova.compute.manager [req-0358e54b-1be6-470f-9a20-0c1f1d91d061 req-e4b8a641-25a9-4f35-b289-1aae191595ae service nova] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Received event network-vif-deleted-586c9cb3-77b4-4086-8d79-00be1127e0ab {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 908.184653] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Releasing lock "refresh_cache-39665841-db3f-4114-9065-dbb3ed4b1f05" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.185042] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-vif-plugged-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 908.185146] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Acquiring lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.185359] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.185512] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.185716] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] No waiting events found dispatching network-vif-plugged-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.185945] env[65368]: WARNING nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received unexpected event network-vif-plugged-4de442f7-43aa-4620-830d-f7d9f52a73cb for instance with vm_state building and task_state spawning. [ 908.186184] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 908.186388] env[65368]: DEBUG nova.compute.manager [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing instance network info cache due to event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 908.186627] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.186808] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.187557] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 908.233784] env[65368]: DEBUG oslo_vmware.api [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Task: {'id': task-4424625, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.179992} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.234154] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.234382] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.234630] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.234872] env[65368]: INFO nova.compute.manager [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 908.235140] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 908.235390] env[65368]: DEBUG nova.compute.manager [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 908.235513] env[65368]: DEBUG nova.network.neutron [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 908.235785] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.277115] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.293156] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424626, 'name': Rename_Task, 'duration_secs': 0.184694} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.293156] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.293156] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88ae4c48-04fa-4f3d-ac69-b5e29baf0a73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.300098] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 908.300098] env[65368]: value = "task-4424627" [ 908.300098] env[65368]: _type = "Task" [ 908.300098] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.311375] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.325353] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529e5348-cd96-e737-b68e-80fac63ecc11, 'name': SearchDatastore_Task, 'duration_secs': 0.011613} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.325654] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.325875] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.326115] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.326262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.326435] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.326733] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53ddddb4-5ce4-4510-857b-e7c78144a17c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.336938] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.337095] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.337839] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a75cfc-7564-4889-adb3-4bce638e509f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.343419] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.346738] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 908.346738] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527264cf-f67e-5f05-2a17-b7157c1b8709" [ 908.346738] env[65368]: _type = "Task" [ 908.346738] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.356426] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527264cf-f67e-5f05-2a17-b7157c1b8709, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.386351] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Successfully updated port: 462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 908.416825] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424623, 'name': CreateSnapshot_Task, 'duration_secs': 0.897205} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.417464] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 908.418276] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ac4b93-223b-4a76-909b-3c5ad5c92660 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.450932] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.485802] env[65368]: DEBUG nova.compute.manager [req-56aca887-b4b1-4a69-b40b-a4c87a119791 req-22f9673d-95df-4469-8a09-632c843a5fe0 service nova] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Received event network-vif-deleted-75042142-c175-4c4c-98c9-8fe9c901188a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 908.649629] env[65368]: DEBUG nova.compute.manager [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Received event network-vif-plugged-462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 908.649843] env[65368]: DEBUG oslo_concurrency.lockutils [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] Acquiring lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.650056] env[65368]: DEBUG oslo_concurrency.lockutils [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.650217] env[65368]: DEBUG oslo_concurrency.lockutils [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.650376] env[65368]: DEBUG nova.compute.manager [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] No waiting events found dispatching network-vif-plugged-462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 908.650536] env[65368]: WARNING nova.compute.manager [req-a0f364c3-9d59-461d-bc6d-e702aff5a1bb req-0243e164-cfa8-4adb-ad88-7c2774a19a6f service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Received unexpected event network-vif-plugged-462a4919-7b0c-42fd-95b9-25e668b8a74d for instance with vm_state building and task_state spawning. [ 908.691339] env[65368]: WARNING neutronclient.v2_0.client [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.779185] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.317s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.787538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.173s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.787853] env[65368]: DEBUG nova.objects.instance [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lazy-loading 'resources' on Instance uuid a3b94e9e-82d4-4a53-9794-ef59a72409bf {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.812929] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.859670] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527264cf-f67e-5f05-2a17-b7157c1b8709, 'name': SearchDatastore_Task, 'duration_secs': 0.037291} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.860510] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d8659a-d8cf-4364-b08e-52f05c7ca9b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.867459] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 908.867459] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52902b63-781b-a545-c5ed-2698455a6cd9" [ 908.867459] env[65368]: _type = "Task" [ 908.867459] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.879487] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52902b63-781b-a545-c5ed-2698455a6cd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.893127] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.893127] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.893127] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 908.946715] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 908.949780] env[65368]: WARNING neutronclient.v2_0.client [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.954498] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4ee8ce5-fdbf-4c67-9fa3-80d575a67cd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.962115] env[65368]: DEBUG nova.objects.instance [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lazy-loading 'flavor' on Instance uuid d40cd56e-eb71-4e55-b126-c50372b8c13c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 908.976732] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424621, 'name': ReconfigVM_Task, 'duration_secs': 2.003452} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.978580] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 6553a301-881b-470d-899f-8cb9f2318ebc/6553a301-881b-470d-899f-8cb9f2318ebc.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.979502] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 908.979502] env[65368]: value = "task-4424628" [ 908.979502] env[65368]: _type = "Task" [ 908.979502] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.980224] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14e7e57f-0b47-4853-ae8e-62486558255b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.992930] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424628, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.994589] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 908.994589] env[65368]: value = "task-4424629" [ 908.994589] env[65368]: _type = "Task" [ 908.994589] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.005940] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424629, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.077212] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updated VIF entry in instance network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 909.077635] env[65368]: DEBUG nova.network.neutron [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.313394] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424627, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.316033] env[65368]: DEBUG nova.network.neutron [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.395217] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52902b63-781b-a545-c5ed-2698455a6cd9, 'name': SearchDatastore_Task, 'duration_secs': 0.025046} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.395217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.395217] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.397974] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35281e71-8e05-4cde-973d-0df5d3544b18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.415808] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 909.415808] env[65368]: value = "task-4424630" [ 909.415808] env[65368]: _type = "Task" [ 909.415808] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.430907] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.451968] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 909.474910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.474910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.476986] env[65368]: WARNING neutronclient.v2_0.client [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.498851] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424628, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.510956] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424629, 'name': Rename_Task, 'duration_secs': 0.228257} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.516292] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.516905] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca2a7e88-e2e1-491d-9920-1e9d17edb6c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.528464] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 909.528464] env[65368]: value = "task-4424631" [ 909.528464] env[65368]: _type = "Task" [ 909.528464] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.544754] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424631, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.567622] env[65368]: WARNING neutronclient.v2_0.client [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.582445] env[65368]: DEBUG oslo_concurrency.lockutils [req-609e1da1-6749-4cda-9fd6-ccc73c1b70c9 req-3edc07dc-febd-4780-b657-9c282ff6ff52 service nova] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.586433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "8351e297-e85b-4f81-9877-6528e196dcde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.586676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.586893] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "8351e297-e85b-4f81-9877-6528e196dcde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.587095] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.587267] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.589726] env[65368]: INFO nova.compute.manager [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Terminating instance [ 909.664562] env[65368]: DEBUG nova.network.neutron [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updating instance_info_cache with network_info: [{"id": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "address": "fa:16:3e:0c:9b:94", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462a4919-7b", "ovs_interfaceid": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.818350] env[65368]: INFO nova.compute.manager [-] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Took 1.58 seconds to deallocate network for instance. [ 909.824957] env[65368]: DEBUG oslo_vmware.api [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424627, 'name': PowerOnVM_Task, 'duration_secs': 1.349431} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.829625] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.829869] env[65368]: INFO nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Took 12.87 seconds to spawn the instance on the hypervisor. [ 909.830116] env[65368]: DEBUG nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.835531] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b0a46-8814-4083-b336-b686689d57d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.930919] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424630, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.970593] env[65368]: DEBUG nova.network.neutron [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 909.998276] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424628, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.003811] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d1ce4a-0d70-4fe8-b38d-2dd11429d96f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.014298] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e709efa-6444-4417-a818-491ca6fd5a6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.054616] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3561d9-06ff-4104-a9c1-bfbcad7204fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.065243] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424631, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.068797] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25f2d8c-69d3-4701-9145-702150f7895e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.088729] env[65368]: DEBUG nova.compute.provider_tree [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.097643] env[65368]: DEBUG nova.compute.manager [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 910.097894] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 910.098840] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff789a7-ec00-41b6-b4d9-21338936b691 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.108661] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.109013] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d9796d20-4fdc-41dd-a757-db57d99aa718 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.117162] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 910.117162] env[65368]: value = "task-4424632" [ 910.117162] env[65368]: _type = "Task" [ 910.117162] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.128772] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.168552] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.169114] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance network_info: |[{"id": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "address": "fa:16:3e:0c:9b:94", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462a4919-7b", "ovs_interfaceid": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 910.170026] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:9b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462a4919-7b0c-42fd-95b9-25e668b8a74d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 910.178921] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 910.179604] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 910.179880] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f1903737-c02b-4433-b0f7-c0d560d96007 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.203393] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 910.203393] env[65368]: value = "task-4424633" [ 910.203393] env[65368]: _type = "Task" [ 910.203393] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.212835] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424633, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.332453] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.335015] env[65368]: INFO nova.compute.manager [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Swapping old allocation on dict_keys(['db435d51-5eed-4599-9bbd-e8c997eb75a5']) held by migration 0a5a5a5c-23bc-47c5-b413-ea5f1c2f3876 for instance [ 910.367465] env[65368]: INFO nova.compute.manager [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Took 43.43 seconds to build instance. [ 910.383893] env[65368]: DEBUG nova.scheduler.client.report [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Overwriting current allocation {'allocations': {'db435d51-5eed-4599-9bbd-e8c997eb75a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': '350ca900e30246c5883586d1510978d0', 'user_id': '47bfdbfa1f274702976a686388aa8f6b', 'consumer_generation': 1} on consumer 2afe03d3-aa3f-4621-a360-4715ccc395c4 {{(pid=65368) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 910.429658] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577509} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.430114] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.430509] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.430764] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8b635e2-ea71-4009-b56c-bdceceecd996 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.441022] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 910.441022] env[65368]: value = "task-4424634" [ 910.441022] env[65368]: _type = "Task" [ 910.441022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.453870] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.473069] env[65368]: WARNING neutronclient.v2_0.client [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.481217] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.495335] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424628, 'name': CloneVM_Task, 'duration_secs': 1.21836} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.495698] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Created linked-clone VM from snapshot [ 910.496604] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea487a7-ca08-488e-8fb5-2346691215e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.507773] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Uploading image 004aee7c-3253-4fdd-bc8c-6439146296ab {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 910.536531] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 910.536531] env[65368]: value = "vm-865832" [ 910.536531] env[65368]: _type = "VirtualMachine" [ 910.536531] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 910.536818] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8cf0c70-8228-48e9-bb3d-2073e60e6e9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.546035] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease: (returnval){ [ 910.546035] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aee628-cb11-37a4-3fb5-b0b0272928c2" [ 910.546035] env[65368]: _type = "HttpNfcLease" [ 910.546035] env[65368]: } obtained for exporting VM: (result){ [ 910.546035] env[65368]: value = "vm-865832" [ 910.546035] env[65368]: _type = "VirtualMachine" [ 910.546035] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 910.546384] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the lease: (returnval){ [ 910.546384] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aee628-cb11-37a4-3fb5-b0b0272928c2" [ 910.546384] env[65368]: _type = "HttpNfcLease" [ 910.546384] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 910.559207] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 910.559207] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aee628-cb11-37a4-3fb5-b0b0272928c2" [ 910.559207] env[65368]: _type = "HttpNfcLease" [ 910.559207] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 910.565628] env[65368]: DEBUG oslo_vmware.api [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424631, 'name': PowerOnVM_Task, 'duration_secs': 0.85847} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.565847] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 910.565999] env[65368]: INFO nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Took 10.82 seconds to spawn the instance on the hypervisor. [ 910.566217] env[65368]: DEBUG nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 910.567017] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da6bf338-0f51-4f72-8808-937dd59c700e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.580126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.580126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquired lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.580126] env[65368]: DEBUG nova.network.neutron [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 910.592519] env[65368]: DEBUG nova.scheduler.client.report [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 910.630356] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424632, 'name': PowerOffVM_Task, 'duration_secs': 0.185979} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.630652] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.630793] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 910.631092] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33e72293-0703-4b8f-adc0-06e73e5ffba4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.716097] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424633, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.738664] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 910.738907] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 910.742137] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Deleting the datastore file [datastore2] 8351e297-e85b-4f81-9877-6528e196dcde {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 910.742137] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6dded5ea-316f-45cc-b910-ab1f866d74d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.749738] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for the task: (returnval){ [ 910.749738] env[65368]: value = "task-4424637" [ 910.749738] env[65368]: _type = "Task" [ 910.749738] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.758114] env[65368]: DEBUG nova.compute.manager [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-changed-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 910.758295] env[65368]: DEBUG nova.compute.manager [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing instance network info cache due to event network-changed-18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 910.758485] env[65368]: DEBUG oslo_concurrency.lockutils [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.768358] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.872352] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce797e5a-56b2-45ce-a954-0c70bc6e063b tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.873s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.886729] env[65368]: WARNING neutronclient.v2_0.client [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.957731] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073619} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.957926] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 910.958981] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123fc570-2b57-4169-ae63-2d13d66e3e46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.989174] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 910.989513] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28c12460-a55b-47b5-a76c-c19a8194788d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.005565] env[65368]: DEBUG nova.network.neutron [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.013015] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 911.013015] env[65368]: value = "task-4424638" [ 911.013015] env[65368]: _type = "Task" [ 911.013015] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.024560] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424638, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.055040] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 911.055040] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aee628-cb11-37a4-3fb5-b0b0272928c2" [ 911.055040] env[65368]: _type = "HttpNfcLease" [ 911.055040] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 911.055040] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 911.055040] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aee628-cb11-37a4-3fb5-b0b0272928c2" [ 911.055040] env[65368]: _type = "HttpNfcLease" [ 911.055040] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 911.055040] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9b6ba4-cadd-4a06-a27f-1e160565b1b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.066148] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 911.066365] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 911.130908] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.131114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.345s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.138018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.920s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.138018] env[65368]: DEBUG nova.objects.instance [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lazy-loading 'resources' on Instance uuid c14deced-1d42-4042-8f2b-68601790b89e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.139662] env[65368]: INFO nova.compute.manager [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Took 43.09 seconds to build instance. [ 911.162685] env[65368]: INFO nova.scheduler.client.report [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted allocations for instance a3b94e9e-82d4-4a53-9794-ef59a72409bf [ 911.216046] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424633, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.218966] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d19b3ed5-24b0-4e10-986c-4dda984352c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.239427] env[65368]: DEBUG nova.compute.manager [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Received event network-changed-462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 911.239598] env[65368]: DEBUG nova.compute.manager [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Refreshing instance network info cache due to event network-changed-462a4919-7b0c-42fd-95b9-25e668b8a74d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 911.239885] env[65368]: DEBUG oslo_concurrency.lockutils [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] Acquiring lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.239924] env[65368]: DEBUG oslo_concurrency.lockutils [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] Acquired lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.240081] env[65368]: DEBUG nova.network.neutron [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Refreshing network info cache for port 462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.267273] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.367966] env[65368]: WARNING neutronclient.v2_0.client [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.387394] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Acquiring lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.387394] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Acquired lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.387394] env[65368]: DEBUG nova.network.neutron [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 911.450990] env[65368]: DEBUG nova.network.neutron [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [{"id": "54757d7b-4044-4bb7-a69e-670018b20c4a", "address": "fa:16:3e:b8:1e:d8", "network": {"id": "e5c5d393-ed04-40f3-805d-0bfc694d9033", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "0ad7d510aa974e48a8cd90fa08e7b3e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53ebf5df-5ecb-4a0c-a163-d88165639de0", "external-id": "nsx-vlan-transportzone-588", "segmentation_id": 588, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54757d7b-40", "ovs_interfaceid": "54757d7b-4044-4bb7-a69e-670018b20c4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.511924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.512195] env[65368]: DEBUG nova.compute.manager [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Inject network info {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 911.512485] env[65368]: DEBUG nova.compute.manager [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] network_info to inject: |[{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 911.518659] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfiguring VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 911.520398] env[65368]: DEBUG oslo_concurrency.lockutils [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.520702] env[65368]: DEBUG nova.network.neutron [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing network info cache for port 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 911.522092] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52570c25-92fd-4bf2-9c7d-616774d9a32b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.545267] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424638, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.546889] env[65368]: DEBUG oslo_vmware.api [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 911.546889] env[65368]: value = "task-4424639" [ 911.546889] env[65368]: _type = "Task" [ 911.546889] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.557302] env[65368]: DEBUG oslo_vmware.api [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424639, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.563422] env[65368]: DEBUG nova.objects.instance [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lazy-loading 'flavor' on Instance uuid d40cd56e-eb71-4e55-b126-c50372b8c13c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 911.643749] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6cb83fa7-1238-45ad-8cbd-a468e3104605 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.630s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.671167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e20d11b-b43b-4f80-8ed7-4ec79451d371 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "a3b94e9e-82d4-4a53-9794-ef59a72409bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.543s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.718344] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424633, 'name': CreateVM_Task, 'duration_secs': 1.111781} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.722033] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 911.723444] env[65368]: WARNING neutronclient.v2_0.client [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.723983] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.724257] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.724635] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.725211] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6aa5dc9-bbf4-44ef-a834-56ccaa11e6f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.732770] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 911.732770] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b664fc-566a-f983-0bbc-67ca090cd1ef" [ 911.732770] env[65368]: _type = "Task" [ 911.732770] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.742814] env[65368]: WARNING neutronclient.v2_0.client [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.755661] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b664fc-566a-f983-0bbc-67ca090cd1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.771315] env[65368]: DEBUG oslo_vmware.api [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Task: {'id': task-4424637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.576384} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.775382] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 911.775698] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 911.776069] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 911.776178] env[65368]: INFO nova.compute.manager [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Took 1.68 seconds to destroy the instance on the hypervisor. [ 911.779021] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 911.779021] env[65368]: DEBUG nova.compute.manager [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 911.779021] env[65368]: DEBUG nova.network.neutron [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 911.779021] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.862300] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.890526] env[65368]: WARNING neutronclient.v2_0.client [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 911.958618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Releasing lock "refresh_cache-2afe03d3-aa3f-4621-a360-4715ccc395c4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.958618] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 911.959100] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-958ad01a-71ba-4cfb-a12f-4a51c71d67ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.970451] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 911.970451] env[65368]: value = "task-4424640" [ 911.970451] env[65368]: _type = "Task" [ 911.970451] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.986689] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.039342] env[65368]: WARNING neutronclient.v2_0.client [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.042957] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424638, 'name': ReconfigVM_Task, 'duration_secs': 0.646071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.043595] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.044289] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b18279e8-4303-49ca-b3d6-39ae413c855b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.054551] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 912.054551] env[65368]: value = "task-4424641" [ 912.054551] env[65368]: _type = "Task" [ 912.054551] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.063376] env[65368]: DEBUG oslo_vmware.api [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424639, 'name': ReconfigVM_Task, 'duration_secs': 0.181071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.070594] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a4eaf9ac-7b84-4a28-9ccc-0fa466a4408a tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfigured VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 912.078558] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.087077] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424641, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.254611] env[65368]: WARNING neutronclient.v2_0.client [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.263711] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b664fc-566a-f983-0bbc-67ca090cd1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.016731} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.264119] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.264506] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.264846] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.265096] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.265958] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.265958] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d54c39-dac7-4c52-ab75-3ba8a063e4a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.285461] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.287686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.291466] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1056022c-79e9-4204-ae8f-21e7d0cf1aec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.301141] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 912.301141] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a384dd-b622-2b19-1e13-37877a36ddcf" [ 912.301141] env[65368]: _type = "Task" [ 912.301141] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.313214] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a384dd-b622-2b19-1e13-37877a36ddcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.394234] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fadd23d-fe41-442d-b2c6-4542fb6c0a59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.403507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef76da1-01f4-4cab-9e94-350c48755755 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.407954] env[65368]: DEBUG nova.network.neutron [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updated VIF entry in instance network info cache for port 462a4919-7b0c-42fd-95b9-25e668b8a74d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.408417] env[65368]: DEBUG nova.network.neutron [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updating instance_info_cache with network_info: [{"id": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "address": "fa:16:3e:0c:9b:94", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462a4919-7b", "ovs_interfaceid": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.450905] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f485982-4cf3-4cfd-9ccd-000b142da477 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.462601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2973a1ec-52ba-48b8-8af2-c3597609cd20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.482849] env[65368]: DEBUG nova.compute.provider_tree [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.496547] env[65368]: WARNING neutronclient.v2_0.client [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.509259] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424640, 'name': PowerOffVM_Task, 'duration_secs': 0.290855} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.509259] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 912.509589] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:44:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8852a6cd-01cd-46da-9a3e-5036495da1e0',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1735103118',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 912.513020] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 912.519628] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-648d2699-e5ef-416d-8eda-aea33898fc69 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.535832] env[65368]: WARNING neutronclient.v2_0.client [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 912.547037] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 912.547037] env[65368]: value = "task-4424642" [ 912.547037] env[65368]: _type = "Task" [ 912.547037] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.557582] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424642, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.574953] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424641, 'name': Rename_Task, 'duration_secs': 0.209465} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.574953] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.574953] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71c65aa1-f68b-473f-95f4-f8ee0110ee71 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.585265] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 912.585265] env[65368]: value = "task-4424643" [ 912.585265] env[65368]: _type = "Task" [ 912.585265] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.590086] env[65368]: DEBUG nova.network.neutron [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Updating instance_info_cache with network_info: [{"id": "474569f9-3f54-439b-a8ac-94d956fa0054", "address": "fa:16:3e:55:a7:6a", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474569f9-3f", "ovs_interfaceid": "474569f9-3f54-439b-a8ac-94d956fa0054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.594480] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424643, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.623509] env[65368]: DEBUG nova.network.neutron [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updated VIF entry in instance network info cache for port 18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 912.624111] env[65368]: DEBUG nova.network.neutron [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.716368] env[65368]: DEBUG nova.network.neutron [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.814262] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a384dd-b622-2b19-1e13-37877a36ddcf, 'name': SearchDatastore_Task, 'duration_secs': 0.012294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.815354] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab5aaaaa-9af1-437a-af32-2f0f03e4a10d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.821792] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 912.821792] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c142b-cb56-62a9-c317-fae6e086b341" [ 912.821792] env[65368]: _type = "Task" [ 912.821792] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.832798] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c142b-cb56-62a9-c317-fae6e086b341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.916794] env[65368]: DEBUG oslo_concurrency.lockutils [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] Releasing lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.917102] env[65368]: DEBUG nova.compute.manager [req-52863fac-1e6d-40fc-8556-a3e3c58a5d1a req-075939c9-2fff-4513-aa1e-5c0fb548f986 service nova] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Received event network-vif-deleted-a9fbe0dc-5c21-4a04-83e7-5befce94a0ca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 912.988970] env[65368]: DEBUG nova.scheduler.client.report [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 913.061839] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424642, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.097770] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Releasing lock "refresh_cache-6553a301-881b-470d-899f-8cb9f2318ebc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.098020] env[65368]: DEBUG nova.compute.manager [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Inject network info {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 913.098250] env[65368]: DEBUG nova.compute.manager [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] network_info to inject: |[{"id": "474569f9-3f54-439b-a8ac-94d956fa0054", "address": "fa:16:3e:55:a7:6a", "network": {"id": "c76b971e-4d80-4a2b-9c59-b97757b17c28", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-342184101-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "705545d0daac4524900cd0b693965f24", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4e52d8a-b086-4333-a5a1-938680a2d2bd", "external-id": "nsx-vlan-transportzone-973", "segmentation_id": 973, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap474569f9-3f", "ovs_interfaceid": "474569f9-3f54-439b-a8ac-94d956fa0054", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 913.103389] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Reconfiguring VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 913.103713] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424643, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.103987] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea2f418-0ea7-4930-9198-194e1656a06f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.121092] env[65368]: DEBUG oslo_vmware.api [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Waiting for the task: (returnval){ [ 913.121092] env[65368]: value = "task-4424644" [ 913.121092] env[65368]: _type = "Task" [ 913.121092] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.127041] env[65368]: DEBUG oslo_concurrency.lockutils [req-4616ace2-acfd-4a4f-a6f8-51a5fffb8fed req-969764ad-750a-4f72-933b-ad0caf3c1498 service nova] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.127619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.128410] env[65368]: WARNING neutronclient.v2_0.client [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.136758] env[65368]: DEBUG oslo_vmware.api [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Task: {'id': task-4424644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.223371] env[65368]: INFO nova.compute.manager [-] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Took 1.45 seconds to deallocate network for instance. [ 914.122820] env[65368]: DEBUG nova.network.neutron [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.127159] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.991s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.130377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.131761] env[65368]: DEBUG nova.compute.manager [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-changed-d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 914.131948] env[65368]: DEBUG nova.compute.manager [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing instance network info cache due to event network-changed-d983e253-921d-44bb-a374-1411f8bdc883. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 914.132162] env[65368]: DEBUG oslo_concurrency.lockutils [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.132324] env[65368]: DEBUG oslo_concurrency.lockutils [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.132480] env[65368]: DEBUG nova.network.neutron [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing network info cache for port d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.136439] env[65368]: DEBUG nova.compute.manager [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-changed-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 914.136606] env[65368]: DEBUG nova.compute.manager [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing instance network info cache due to event network-changed-18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 914.136774] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] Acquiring lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.138247] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.254s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.139275] env[65368]: INFO nova.compute.claims [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 914.152031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.152313] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.160976] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c142b-cb56-62a9-c317-fae6e086b341, 'name': SearchDatastore_Task, 'duration_secs': 0.014107} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.162175] env[65368]: INFO nova.scheduler.client.report [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleted allocations for instance c14deced-1d42-4042-8f2b-68601790b89e [ 914.163098] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.163453] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.174054] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ccd2104-757a-43d8-a580-430716995d01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.176161] env[65368]: DEBUG oslo_vmware.api [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] Task: {'id': task-4424644, 'name': ReconfigVM_Task, 'duration_secs': 0.191028} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.177538] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424642, 'name': ReconfigVM_Task, 'duration_secs': 1.195751} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.177845] env[65368]: DEBUG oslo_vmware.api [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424643, 'name': PowerOnVM_Task, 'duration_secs': 0.608} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.180210] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7a0f52-e191-4f15-8722-92e080f3bcd4 tempest-ServersAdminTestJSON-1349362510 tempest-ServersAdminTestJSON-1349362510-project-admin] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Reconfigured VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 914.180820] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.181042] env[65368]: INFO nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Took 11.62 seconds to spawn the instance on the hypervisor. [ 914.181227] env[65368]: DEBUG nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 914.182581] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e285e13-9a2f-4211-b6ae-9b76ab5ba048 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.186651] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d8af22-5f18-4798-a2ce-486c068fa2a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.190540] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 914.190540] env[65368]: value = "task-4424645" [ 914.190540] env[65368]: _type = "Task" [ 914.190540] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.212070] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:44:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='8852a6cd-01cd-46da-9a3e-5036495da1e0',id=33,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1735103118',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 914.212322] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 914.212472] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 914.212642] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 914.212776] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 914.212933] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 914.213242] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 914.213344] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 914.213521] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 914.213709] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 914.213877] env[65368]: DEBUG nova.virt.hardware [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 914.218512] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86b8bab4-a490-4994-9f90-59ec4622e75e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.224954] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.229451] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 914.229451] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d376a0-a444-d978-68b6-2a454db1232f" [ 914.229451] env[65368]: _type = "Task" [ 914.229451] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.240979] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d376a0-a444-d978-68b6-2a454db1232f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.638588] env[65368]: WARNING neutronclient.v2_0.client [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.641492] env[65368]: WARNING neutronclient.v2_0.client [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.658738] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 914.690387] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d0456087-642f-4e8d-814b-47cc1fa46adf tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "c14deced-1d42-4042-8f2b-68601790b89e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.061s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.705686] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424645, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.743015] env[65368]: INFO nova.compute.manager [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Took 42.46 seconds to build instance. [ 914.752858] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d376a0-a444-d978-68b6-2a454db1232f, 'name': SearchDatastore_Task, 'duration_secs': 0.019956} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.760281] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfiguring VM instance instance-0000002f to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 914.760620] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5737b89-73ce-4b90-963e-9a81c45cdda3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.784592] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 914.784592] env[65368]: value = "task-4424646" [ 914.784592] env[65368]: _type = "Task" [ 914.784592] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.797195] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424646, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.909850] env[65368]: WARNING neutronclient.v2_0.client [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.979108] env[65368]: WARNING neutronclient.v2_0.client [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.126958] env[65368]: DEBUG nova.network.neutron [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updated VIF entry in instance network info cache for port d983e253-921d-44bb-a374-1411f8bdc883. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 915.127565] env[65368]: DEBUG nova.network.neutron [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.130412] env[65368]: DEBUG nova.network.neutron [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.187126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.193777] env[65368]: INFO nova.compute.manager [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Rebuilding instance [ 915.213420] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574533} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.215444] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.215686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.216233] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-911079c3-7438-4aee-a805-9fb6237da349 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.228111] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 915.228111] env[65368]: value = "task-4424647" [ 915.228111] env[65368]: _type = "Task" [ 915.228111] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.237972] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424647, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.245926] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a59d5c37-e4ef-4c96-8b52-4f7baba8f823 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.798s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.248744] env[65368]: DEBUG nova.compute.manager [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 915.249631] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a113a-91a2-4a28-81ba-2e7460cab9d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.296677] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.637415] env[65368]: DEBUG oslo_concurrency.lockutils [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.637415] env[65368]: DEBUG nova.compute.manager [req-3f7d6fd7-b367-483a-ae96-bced29e6711c req-6b729998-5521-4101-bb9d-93c2241a243d service nova] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Received event network-vif-deleted-32e9b525-97ec-43fb-8aa6-49727f5bcdca {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 915.637415] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.637415] env[65368]: DEBUG nova.compute.manager [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Inject network info {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7774}} [ 915.637415] env[65368]: DEBUG nova.compute.manager [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] network_info to inject: |[{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7775}} [ 915.642616] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfiguring VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 915.643847] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] Acquired lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.643847] env[65368]: DEBUG nova.network.neutron [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Refreshing network info cache for port 18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.646227] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bbe4129-fe6c-46f5-b951-bb7e7a605d15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.666881] env[65368]: DEBUG oslo_vmware.api [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 915.666881] env[65368]: value = "task-4424648" [ 915.666881] env[65368]: _type = "Task" [ 915.666881] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.673696] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46cd8ea6-c9bc-47b3-92e9-a989e91d5e7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.685430] env[65368]: DEBUG oslo_vmware.api [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.688039] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689c77d4-2c60-46b6-ada6-e31dbb388855 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.721901] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b507b494-1797-49f8-a9ba-2779336681e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.733582] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015df8a7-b832-491d-88b2-f9a671a3ec31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.750886] env[65368]: DEBUG nova.compute.provider_tree [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.755631] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424647, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080236} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.756221] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.757025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d917ab2e-5c77-482b-8b8a-bbc08a781d9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.760329] env[65368]: INFO nova.compute.manager [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Rescuing [ 915.760560] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.760699] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.760920] env[65368]: DEBUG nova.network.neutron [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 915.790329] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.791229] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.791925] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b9c2ebb-f597-48cf-b6f2-093ab7a94879 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.807297] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f50b9221-398c-40b0-be61-396bd734fc46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.821230] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424646, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.823742] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 915.823742] env[65368]: value = "task-4424649" [ 915.823742] env[65368]: _type = "Task" [ 915.823742] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.823990] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 915.823990] env[65368]: value = "task-4424650" [ 915.823990] env[65368]: _type = "Task" [ 915.823990] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.838123] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.842017] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424649, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.950250] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.951133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.951133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.951229] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.951440] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.953845] env[65368]: INFO nova.compute.manager [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Terminating instance [ 916.159418] env[65368]: WARNING neutronclient.v2_0.client [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.177659] env[65368]: DEBUG oslo_vmware.api [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424648, 'name': ReconfigVM_Task, 'duration_secs': 0.207709} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.178156] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1655495-610e-4f4e-9263-de3eec48570f tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Reconfigured VM instance to set the machine id {{(pid=65368) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 916.260022] env[65368]: DEBUG nova.scheduler.client.report [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.265153] env[65368]: WARNING neutronclient.v2_0.client [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.305031] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424646, 'name': ReconfigVM_Task, 'duration_secs': 1.228656} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.305142] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfigured VM instance instance-0000002f to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 916.306066] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe8c7531-56c2-4ac3-9456-4fdb79fc5cc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.337996] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 916.344303] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f088a02a-80d0-400e-a640-b248fcc08c6a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.374765] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424649, 'name': PowerOffVM_Task, 'duration_secs': 0.329384} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.374989] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.375278] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 916.375278] env[65368]: value = "task-4424651" [ 916.375278] env[65368]: _type = "Task" [ 916.375278] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.375693] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.376237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.376777] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e379f33c-d97d-459d-8526-909ffb688c02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.387930] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.390968] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-966be992-b3ad-44ae-8657-c1532308e0f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.443480] env[65368]: WARNING neutronclient.v2_0.client [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.458681] env[65368]: DEBUG nova.compute.manager [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 916.459303] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.460688] env[65368]: WARNING neutronclient.v2_0.client [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.464045] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de739f02-2dda-49dc-a07c-fd39e9208bdb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.474433] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.474755] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259a1f73-0905-4907-8960-5e753610b91e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.478042] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.478351] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.478500] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore1] c425c889-ed84-4e8c-9f44-93252bb12e6e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.479275] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25ec7b71-d155-4459-a44e-6da1809dcb71 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.486037] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 916.486037] env[65368]: value = "task-4424653" [ 916.486037] env[65368]: _type = "Task" [ 916.486037] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.495538] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 916.495538] env[65368]: value = "task-4424654" [ 916.495538] env[65368]: _type = "Task" [ 916.495538] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.504695] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.511527] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.568912] env[65368]: DEBUG nova.network.neutron [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.573452] env[65368]: DEBUG nova.network.neutron [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updated VIF entry in instance network info cache for port 18079536-002d-42d3-801a-f2590495a1ea. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 916.573837] env[65368]: DEBUG nova.network.neutron [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [{"id": "18079536-002d-42d3-801a-f2590495a1ea", "address": "fa:16:3e:b6:47:90", "network": {"id": "ef7e5c2e-30bf-454d-b92e-1438c7531ae1", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1396703544-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.199", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c678b370939b49b4b485ba42eddfa9f7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18079536-00", "ovs_interfaceid": "18079536-002d-42d3-801a-f2590495a1ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.763270] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.763834] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 916.767941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 15.707s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.768202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.768405] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 916.770890] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.933s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.772464] env[65368]: INFO nova.compute.claims [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.777136] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d23997b-954b-4de3-b382-d76950327313 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.787269] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403da558-1063-40b9-a8ba-f047ecf678d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.806257] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b2898-3891-4b5e-8453-3c5483732a38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.816828] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7062e8-0d43-4c07-a8d5-76040e31c857 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.853385] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177335MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 916.853592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.863353] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424650, 'name': ReconfigVM_Task, 'duration_secs': 0.688716} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.863809] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Reconfigured VM instance instance-00000044 to attach disk [datastore1] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.864827] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1dacd3c5-5fcf-412e-b79e-c17c2de38f8e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.874244] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 916.874244] env[65368]: value = "task-4424655" [ 916.874244] env[65368]: _type = "Task" [ 916.874244] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.891421] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424651, 'name': ReconfigVM_Task, 'duration_secs': 0.366294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.892265] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424655, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.892587] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4/2afe03d3-aa3f-4621-a360-4715ccc395c4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 916.893617] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff3608e-61f5-4be0-b47a-6e64549375b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.915879] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6add4fa8-4c58-4af9-8ad8-c81cfe3d6399 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.941607] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef79c09-dfa8-4698-88a4-2f010559c5db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.969073] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dedefc90-d5c9-457b-8136-866dafabf661 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.979117] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 916.979117] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2376d8c6-0d01-4d45-ac4e-e29979ec3b2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.988910] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 916.988910] env[65368]: value = "task-4424656" [ 916.988910] env[65368]: _type = "Task" [ 916.988910] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.007022] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424653, 'name': PowerOffVM_Task, 'duration_secs': 0.307347} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.007555] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424656, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.008237] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 917.008451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 917.008761] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d945e19-c6c9-440e-a45b-94e42bfd8123 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.013833] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231699} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.015664] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.015664] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.015664] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.044299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "a4112107-4e15-491d-9b5f-8a004b295115" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.044299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.044299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "a4112107-4e15-491d-9b5f-8a004b295115-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 917.044299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 917.044299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 917.048181] env[65368]: INFO nova.compute.manager [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Terminating instance [ 917.071964] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.076575] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b9f3fea-df22-4cc8-bd92-4de704263a26 req-abf0a03c-1a05-4aa0-afdd-30eac61b250b service nova] Releasing lock "refresh_cache-d40cd56e-eb71-4e55-b126-c50372b8c13c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.100671] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 917.101953] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 917.101953] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Deleting the datastore file [datastore2] d40cd56e-eb71-4e55-b126-c50372b8c13c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 917.106096] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d970c132-47e8-4dfe-984d-73be780bf40e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.116707] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for the task: (returnval){ [ 917.116707] env[65368]: value = "task-4424658" [ 917.116707] env[65368]: _type = "Task" [ 917.116707] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.134210] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.281673] env[65368]: DEBUG nova.compute.utils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 917.282680] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 917.385498] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424655, 'name': Rename_Task, 'duration_secs': 0.241723} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.385775] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 917.386041] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97ef9153-0f25-4935-b150-6aafbc8b3034 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.394130] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 917.394130] env[65368]: value = "task-4424659" [ 917.394130] env[65368]: _type = "Task" [ 917.394130] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.403520] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.505512] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424656, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.556367] env[65368]: DEBUG nova.compute.manager [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 917.556642] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 917.557887] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3a14c8-03e5-4fee-93fa-942028599b94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.568546] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 917.568844] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed193a51-3f47-43a3-8507-a7d02f628518 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.576812] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 917.576812] env[65368]: value = "task-4424660" [ 917.576812] env[65368]: _type = "Task" [ 917.576812] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.587687] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.632510] env[65368]: DEBUG oslo_vmware.api [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Task: {'id': task-4424658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354691} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.633195] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.633438] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.633707] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.633955] env[65368]: INFO nova.compute.manager [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 917.634272] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 917.634561] env[65368]: DEBUG nova.compute.manager [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.634706] env[65368]: DEBUG nova.network.neutron [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.634995] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.673575] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.786448] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 917.904810] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424659, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.004532] env[65368]: DEBUG oslo_vmware.api [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424656, 'name': PowerOnVM_Task, 'duration_secs': 0.635127} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.007868] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.062427] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 918.062427] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.062427] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 918.062794] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.063113] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 918.063113] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 918.063521] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 918.063655] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 918.063751] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 918.063992] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 918.064255] env[65368]: DEBUG nova.virt.hardware [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 918.065323] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ced72823-4250-4271-b414-3bcbc043ce17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.078530] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6960fe6a-a17b-4ba5-bae9-2402264c7ce7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.108995] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.118205] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.124349] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.124799] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424660, 'name': PowerOffVM_Task, 'duration_secs': 0.2562} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.125110] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522b5854-74f6-45fa-9c09-8e744994473b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.140774] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 918.140986] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 918.145850] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8b7cc3e-4d50-46b9-960a-9f89ef0e30a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.155892] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.155892] env[65368]: value = "task-4424661" [ 918.155892] env[65368]: _type = "Task" [ 918.155892] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.167064] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424661, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.244163] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 918.244544] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 918.244783] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleting the datastore file [datastore1] a4112107-4e15-491d-9b5f-8a004b295115 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.245216] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cba3266-b0c0-4296-abca-0e2288e12ebe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.258182] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for the task: (returnval){ [ 918.258182] env[65368]: value = "task-4424663" [ 918.258182] env[65368]: _type = "Task" [ 918.258182] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.270217] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424663, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.321201] env[65368]: DEBUG nova.compute.manager [req-773855dd-a371-42a5-9a9c-ebae8cc8011d req-8115b41c-48a3-462e-a093-f3ea35844a2b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Received event network-vif-deleted-18079536-002d-42d3-801a-f2590495a1ea {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 918.321201] env[65368]: INFO nova.compute.manager [req-773855dd-a371-42a5-9a9c-ebae8cc8011d req-8115b41c-48a3-462e-a093-f3ea35844a2b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Neutron deleted interface 18079536-002d-42d3-801a-f2590495a1ea; detaching it from the instance and deleting it from the info cache [ 918.321201] env[65368]: DEBUG nova.network.neutron [req-773855dd-a371-42a5-9a9c-ebae8cc8011d req-8115b41c-48a3-462e-a093-f3ea35844a2b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.387457] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d6cdda-5e69-4ff3-9849-dded6996ec75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.402858] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae5c183-a80a-4021-82c6-40eafc9c4447 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.413915] env[65368]: DEBUG oslo_vmware.api [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424659, 'name': PowerOnVM_Task, 'duration_secs': 0.716293} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.444250] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 918.444554] env[65368]: INFO nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Took 10.95 seconds to spawn the instance on the hypervisor. [ 918.444723] env[65368]: DEBUG nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 918.446987] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e531ef-e1e6-4cfa-9180-f4fa1c43d382 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.452542] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93389337-021f-454a-8d37-cfb9e2d4c9f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.467485] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963ee951-e75f-4b2a-a95b-c7e272999232 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.488662] env[65368]: DEBUG nova.compute.provider_tree [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.650692] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.651110] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f7bc21d-c8b6-4f02-9554-148e4a0fb701 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.662148] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 918.662148] env[65368]: value = "task-4424664" [ 918.662148] env[65368]: _type = "Task" [ 918.662148] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.670260] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424661, 'name': CreateVM_Task, 'duration_secs': 0.498002} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.671027] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 918.671662] env[65368]: WARNING neutronclient.v2_0.client [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 918.672223] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.672344] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.672692] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.673013] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63c89a6-27fb-437f-a241-ee4854936fac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.678177] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.682221] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 918.682221] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e97413-65a5-d44b-ab68-b3bfe0f3f381" [ 918.682221] env[65368]: _type = "Task" [ 918.682221] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.692303] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e97413-65a5-d44b-ab68-b3bfe0f3f381, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.770456] env[65368]: DEBUG oslo_vmware.api [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Task: {'id': task-4424663, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350759} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.770731] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 918.770937] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 918.771251] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 918.771371] env[65368]: INFO nova.compute.manager [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Took 1.21 seconds to destroy the instance on the hypervisor. [ 918.771617] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.771811] env[65368]: DEBUG nova.compute.manager [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 918.771906] env[65368]: DEBUG nova.network.neutron [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 918.772158] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.782762] env[65368]: DEBUG nova.network.neutron [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.804622] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 918.809675] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.826497] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-904a2493-b655-49cc-8aaf-e08681c893be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.831856] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 918.832169] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.832410] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 918.832659] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.833126] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 918.833346] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 918.833602] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 918.833801] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 918.833997] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 918.834256] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 918.834551] env[65368]: DEBUG nova.virt.hardware [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 918.836011] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0624b95-239e-4a69-b462-b0a24052627a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.846732] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd5f90-1d27-40f9-a4b8-666b82f2c0e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.855618] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fbd4e5-f730-4c1d-a878-04da7b859ee7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.884717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.890541] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Creating folder: Project (1006cf83c90d4d9a8d4b21a6737e9086). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.909531] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3600761a-b83b-4f5e-98c1-b5ca022c3ae9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.911829] env[65368]: DEBUG nova.compute.manager [req-773855dd-a371-42a5-9a9c-ebae8cc8011d req-8115b41c-48a3-462e-a093-f3ea35844a2b service nova] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Detach interface failed, port_id=18079536-002d-42d3-801a-f2590495a1ea, reason: Instance d40cd56e-eb71-4e55-b126-c50372b8c13c could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 918.924326] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Created folder: Project (1006cf83c90d4d9a8d4b21a6737e9086) in parent group-v865657. [ 918.924583] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Creating folder: Instances. Parent ref: group-v865835. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 918.924903] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2bdf2f50-ca44-43ff-856a-5e6246204129 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.938676] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Created folder: Instances in parent group-v865835. [ 918.938847] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 918.939311] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.939311] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-152eecce-fa05-4f41-a6ec-5bfa4e5fefa9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.960259] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.960259] env[65368]: value = "task-4424667" [ 918.960259] env[65368]: _type = "Task" [ 918.960259] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.971078] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424667, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.984613] env[65368]: INFO nova.compute.manager [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Took 39.11 seconds to build instance. [ 918.991830] env[65368]: DEBUG nova.scheduler.client.report [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.020815] env[65368]: INFO nova.compute.manager [None req-ae5f8dd8-2d69-46e6-ae4d-7aab732973ec tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance to original state: 'active' [ 919.173212] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424664, 'name': PowerOffVM_Task, 'duration_secs': 0.288908} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.173519] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.174437] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d9f592-1193-450e-95f4-8da13c6429ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.200745] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bad0b0-dc84-470c-8760-0e85ca5bade9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.210819] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e97413-65a5-d44b-ab68-b3bfe0f3f381, 'name': SearchDatastore_Task, 'duration_secs': 0.025724} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.214045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.214170] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.214393] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.214568] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.214772] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.217598] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b4c934e-2757-4b1b-9883-f04adb05352d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.228509] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.228695] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.229719] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4083516f-5cf8-4b26-822f-4ea9d899dadd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.237752] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 919.237752] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52276260-28d1-ae9b-8cd4-7bd01253960d" [ 919.237752] env[65368]: _type = "Task" [ 919.237752] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.243474] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.244698] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a685018-e2c8-43a1-bd35-5c62c586ea21 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.248678] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52276260-28d1-ae9b-8cd4-7bd01253960d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.256924] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 919.256924] env[65368]: value = "task-4424668" [ 919.256924] env[65368]: _type = "Task" [ 919.256924] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.270749] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 919.271069] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.271388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.271566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.271753] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.272924] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc0f296c-c685-4fa2-b2e9-82e9762664c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.283933] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.284252] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.285282] env[65368]: INFO nova.compute.manager [-] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Took 1.65 seconds to deallocate network for instance. [ 919.285522] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc93fd4c-c510-4985-adc6-74f2f1fceb2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.298102] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 919.298102] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220bbd5-84d4-4ee4-7256-59c6e8ebfb63" [ 919.298102] env[65368]: _type = "Task" [ 919.298102] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.309787] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220bbd5-84d4-4ee4-7256-59c6e8ebfb63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.472033] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424667, 'name': CreateVM_Task, 'duration_secs': 0.489522} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.472274] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.472657] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.472809] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.473508] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.473508] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735de2f4-747e-40c1-80c2-2aa030eb5022 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.479517] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 919.479517] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2f7f5-291a-67e0-ec32-3ff844214c21" [ 919.479517] env[65368]: _type = "Task" [ 919.479517] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.489060] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c6fc567e-b5c3-47b5-9f16-a58212301c0d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.977s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.489391] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2f7f5-291a-67e0-ec32-3ff844214c21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.497382] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.497973] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 919.500887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.601s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.501141] env[65368]: DEBUG nova.objects.instance [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lazy-loading 'resources' on Instance uuid ffda67b3-dff3-4bb8-bff6-e111da32601a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 919.572181] env[65368]: DEBUG nova.network.neutron [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.748489] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52276260-28d1-ae9b-8cd4-7bd01253960d, 'name': SearchDatastore_Task, 'duration_secs': 0.010724} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.749387] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bec7219a-61bc-4ac5-8ec5-cf228ce4bbe2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.756061] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 919.756061] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f9d68a-02da-25d8-6a0a-2d7a482b12cd" [ 919.756061] env[65368]: _type = "Task" [ 919.756061] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.765502] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f9d68a-02da-25d8-6a0a-2d7a482b12cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.796041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.809289] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5220bbd5-84d4-4ee4-7256-59c6e8ebfb63, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.810084] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f1b5e27-53f7-4a28-a8dc-193c1b97a966 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.817756] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 919.817756] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5296bdc4-0bd0-d845-a440-43240415f4a4" [ 919.817756] env[65368]: _type = "Task" [ 919.817756] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.828933] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5296bdc4-0bd0-d845-a440-43240415f4a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.994458] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e2f7f5-291a-67e0-ec32-3ff844214c21, 'name': SearchDatastore_Task, 'duration_secs': 0.010845} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.995110] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.995110] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.995110] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.005222] env[65368]: DEBUG nova.compute.utils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 920.007074] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 920.007331] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 920.007767] env[65368]: WARNING neutronclient.v2_0.client [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.008128] env[65368]: WARNING neutronclient.v2_0.client [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.077890] env[65368]: INFO nova.compute.manager [-] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Took 1.31 seconds to deallocate network for instance. [ 920.089296] env[65368]: DEBUG nova.policy [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c131d29c13c54d4182050b6f07a71c7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96788cf2b79d40c9bb4a983885a7822e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 920.267176] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f9d68a-02da-25d8-6a0a-2d7a482b12cd, 'name': SearchDatastore_Task, 'duration_secs': 0.03006} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.267450] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.267712] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.267987] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.268188] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.268411] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7ae59e1c-23f8-4522-93e8-2a34f8199654 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.270407] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af092109-b103-4d15-8601-bd2429d2b768 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.280090] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 920.280090] env[65368]: value = "task-4424669" [ 920.280090] env[65368]: _type = "Task" [ 920.280090] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.284710] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.284861] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.288527] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc7a32b2-3eee-40a0-a9f4-f295946535bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.291170] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.301748] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 920.301748] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f329c-3963-026e-f117-5708c0470e1b" [ 920.301748] env[65368]: _type = "Task" [ 920.301748] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.314061] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f329c-3963-026e-f117-5708c0470e1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.331039] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5296bdc4-0bd0-d845-a440-43240415f4a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019798} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.333196] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.333472] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 920.333970] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c58d8eec-7969-4715-8514-8f5cb65c7923 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.342679] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 920.342679] env[65368]: value = "task-4424670" [ 920.342679] env[65368]: _type = "Task" [ 920.342679] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.354666] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424670, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.408465] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Successfully created port: 18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.481765] env[65368]: DEBUG nova.compute.manager [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Received event network-vif-deleted-62b9cbd5-98e8-4add-a68a-a33f4ef0cdcc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 920.481986] env[65368]: DEBUG nova.compute.manager [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Received event network-changed-462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 920.482106] env[65368]: DEBUG nova.compute.manager [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Refreshing instance network info cache due to event network-changed-462a4919-7b0c-42fd-95b9-25e668b8a74d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 920.482321] env[65368]: DEBUG oslo_concurrency.lockutils [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] Acquiring lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.483376] env[65368]: DEBUG oslo_concurrency.lockutils [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] Acquired lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.483376] env[65368]: DEBUG nova.network.neutron [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Refreshing network info cache for port 462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 920.514647] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 920.594839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.615559] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9373125b-e0e2-497b-9be8-1470adedde59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.625754] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966f53f8-3e3a-4458-b8be-d63ed3294597 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.667624] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e01f566b-e2ce-4901-9076-b8a49c5d9f5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.679363] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9c223f-c712-444a-9a23-d529f582ab01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.699218] env[65368]: DEBUG nova.compute.provider_tree [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.791185] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424669, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.818157] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f329c-3963-026e-f117-5708c0470e1b, 'name': SearchDatastore_Task, 'duration_secs': 0.016515} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.819142] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a52f43-f148-4b37-a4a8-59d1079a41f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.827846] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 920.827846] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52207405-f56b-6f69-8194-587e14f67dcb" [ 920.827846] env[65368]: _type = "Task" [ 920.827846] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.839043] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52207405-f56b-6f69-8194-587e14f67dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.855888] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424670, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.989408] env[65368]: WARNING neutronclient.v2_0.client [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.079694] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 921.081395] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a5ebd6-33a1-427e-bfb9-a6aa0e5aa622 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.088953] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 921.089207] env[65368]: ERROR oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk due to incomplete transfer. [ 921.089653] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dc101eba-85ad-465c-b9aa-acf3ee501e68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.100756] env[65368]: DEBUG oslo_vmware.rw_handles [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c35c1-340c-a824-2a49-d65fa26b76db/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 921.101010] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Uploaded image 004aee7c-3253-4fdd-bc8c-6439146296ab to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 921.104388] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 921.105201] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-480fbdb6-022d-4c79-b90f-5ef2753fec41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.113396] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 921.113396] env[65368]: value = "task-4424671" [ 921.113396] env[65368]: _type = "Task" [ 921.113396] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.123279] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424671, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.203327] env[65368]: DEBUG nova.scheduler.client.report [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.292432] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675571} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.292432] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.292432] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.292432] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50f4f11e-413f-480a-b214-2dfbd1b0a0bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.299454] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 921.299454] env[65368]: value = "task-4424672" [ 921.299454] env[65368]: _type = "Task" [ 921.299454] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.309671] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.339240] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52207405-f56b-6f69-8194-587e14f67dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.076616} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.339574] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.339865] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 921.340132] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9544b97-b7b2-4149-af51-2cd42f3ff670 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.348289] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 921.348289] env[65368]: value = "task-4424673" [ 921.348289] env[65368]: _type = "Task" [ 921.348289] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.356613] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424670, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704632} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.357279] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 921.358126] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c65f83-9332-4dd1-b320-bece6f0af279 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.363725] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424673, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.388355] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.392031] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ee95b90-f78e-4b77-9ade-d1b3acbba890 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.411578] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 921.411578] env[65368]: value = "task-4424674" [ 921.411578] env[65368]: _type = "Task" [ 921.411578] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.412139] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.412376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.412598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.412787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.412951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.418330] env[65368]: INFO nova.compute.manager [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Terminating instance [ 921.425469] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.433895] env[65368]: WARNING neutronclient.v2_0.client [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 921.503642] env[65368]: DEBUG nova.network.neutron [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updated VIF entry in instance network info cache for port 462a4919-7b0c-42fd-95b9-25e668b8a74d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 921.504096] env[65368]: DEBUG nova.network.neutron [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updating instance_info_cache with network_info: [{"id": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "address": "fa:16:3e:0c:9b:94", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap462a4919-7b", "ovs_interfaceid": "462a4919-7b0c-42fd-95b9-25e668b8a74d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.525916] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 921.551704] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 921.552064] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.552261] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 921.552464] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.552624] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 921.552786] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 921.553241] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 921.553454] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 921.553645] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 921.553906] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 921.554139] env[65368]: DEBUG nova.virt.hardware [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 921.555626] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b3ddb4-c829-4c06-b20d-f5288800d753 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.567848] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad156af5-9ef8-48b8-be44-479602a868a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.626229] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424671, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.709753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.209s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.714325] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.871s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.715763] env[65368]: INFO nova.compute.claims [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.737959] env[65368]: INFO nova.scheduler.client.report [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Deleted allocations for instance ffda67b3-dff3-4bb8-bff6-e111da32601a [ 921.811533] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.28015} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.811867] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.812733] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c88e54d6-3b7b-4266-b9f7-3611d16735ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.839878] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 921.840780] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0ad9f0-841c-4cc5-a76f-44efd43ad64b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.874481] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424673, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.876317] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 921.876317] env[65368]: value = "task-4424675" [ 921.876317] env[65368]: _type = "Task" [ 921.876317] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.888358] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424675, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.922434] env[65368]: DEBUG nova.compute.manager [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 921.922763] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 921.928684] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1271eab0-549d-44fd-8107-47a90da45e23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.931759] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.939009] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 921.940167] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4804ec6-0dc3-4840-bb12-43ab871cf314 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.948498] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 921.948498] env[65368]: value = "task-4424676" [ 921.948498] env[65368]: _type = "Task" [ 921.948498] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.962287] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424676, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.006887] env[65368]: DEBUG oslo_concurrency.lockutils [req-a62f57a5-9e72-4d77-95c3-27ec0f044f99 req-aa27b5ef-d93c-4be7-b606-8c4e11bbdd0c service nova] Releasing lock "refresh_cache-c857b321-193b-45f9-ba08-6d2f759bd7a4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.124884] env[65368]: DEBUG nova.compute.manager [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Received event network-vif-plugged-18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 922.125256] env[65368]: DEBUG oslo_concurrency.lockutils [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] Acquiring lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.125590] env[65368]: DEBUG oslo_concurrency.lockutils [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.126021] env[65368]: DEBUG oslo_concurrency.lockutils [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.126236] env[65368]: DEBUG nova.compute.manager [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] No waiting events found dispatching network-vif-plugged-18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 922.126447] env[65368]: WARNING nova.compute.manager [req-66971604-a22d-427d-8f27-30c534ff89e1 req-f0f84c45-33cd-47cf-aaaa-a81715c47ac8 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Received unexpected event network-vif-plugged-18ddc0af-0104-444c-8547-693d74e0e2b8 for instance with vm_state building and task_state spawning. [ 922.131183] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424671, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.244729] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Successfully updated port: 18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 922.250385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-78e07062-d9db-41b3-972b-69ee3afc6f36 tempest-ListServerFiltersTestJSON-1955286689 tempest-ListServerFiltersTestJSON-1955286689-project-member] Lock "ffda67b3-dff3-4bb8-bff6-e111da32601a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.654s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.374256] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424673, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684232} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.374517] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.374732] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 922.375024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60b5811-ac61-4136-b762-45d2304cf4a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.387700] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424675, 'name': ReconfigVM_Task, 'duration_secs': 0.445441} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.389229] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.390717] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 922.390717] env[65368]: value = "task-4424677" [ 922.390717] env[65368]: _type = "Task" [ 922.390717] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.390717] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02e58b0c-0d85-466d-8068-d29ba59ed249 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.404030] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.405022] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 922.405022] env[65368]: value = "task-4424678" [ 922.405022] env[65368]: _type = "Task" [ 922.405022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.416966] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424678, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.427014] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424674, 'name': ReconfigVM_Task, 'duration_secs': 0.699973} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.427352] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Reconfigured VM instance instance-00000043 to attach disk [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.428336] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d002414-ed31-4e0e-9afb-8d150ecca64a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.459634] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9843c961-2af6-4317-9ac4-22e5bf31b189 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.476426] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424676, 'name': PowerOffVM_Task, 'duration_secs': 0.238944} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.477777] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 922.477952] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 922.478258] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 922.478258] env[65368]: value = "task-4424679" [ 922.478258] env[65368]: _type = "Task" [ 922.478258] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.478456] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-94d07ba9-2fca-4168-b9ab-c210ffb1e0ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.489529] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424679, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.564708] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 922.565196] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 922.565196] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleting the datastore file [datastore2] 2afe03d3-aa3f-4621-a360-4715ccc395c4 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 922.565413] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5a21bea-4c63-48cd-af3a-7c5ef44db2c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.575125] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 922.575125] env[65368]: value = "task-4424681" [ 922.575125] env[65368]: _type = "Task" [ 922.575125] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.585456] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424681, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.626035] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424671, 'name': Destroy_Task, 'duration_secs': 1.101067} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.626310] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Destroyed the VM [ 922.626602] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 922.626901] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-cd5fe1cb-7526-4b40-b726-1392e2ce3586 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.635409] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 922.635409] env[65368]: value = "task-4424682" [ 922.635409] env[65368]: _type = "Task" [ 922.635409] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.752891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.753886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquired lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.753886] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.904081] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.194409} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.907230] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 922.908954] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73810ede-4044-4203-8184-56fbef7f1286 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.945785] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.946491] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424678, 'name': Rename_Task, 'duration_secs': 0.176365} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.949602] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9113321e-94a0-4093-8a3d-43f09a8791e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.966485] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 922.967057] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800ca583-373a-4854-9541-9f1aee6ca283 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.977637] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 922.977637] env[65368]: value = "task-4424683" [ 922.977637] env[65368]: _type = "Task" [ 922.977637] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.983199] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 922.983199] env[65368]: value = "task-4424684" [ 922.983199] env[65368]: _type = "Task" [ 922.983199] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.995848] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.003836] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424684, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.007538] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424679, 'name': ReconfigVM_Task, 'duration_secs': 0.203808} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.007921] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.008245] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48830b48-7b97-469f-a0d7-946eff8e904f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.017280] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 923.017280] env[65368]: value = "task-4424685" [ 923.017280] env[65368]: _type = "Task" [ 923.017280] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.027286] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.088275] env[65368]: DEBUG oslo_vmware.api [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424681, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21434} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.088275] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 923.089043] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 923.089043] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 923.089043] env[65368]: INFO nova.compute.manager [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 923.089043] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 923.089291] env[65368]: DEBUG nova.compute.manager [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 923.089291] env[65368]: DEBUG nova.network.neutron [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 923.089494] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.141915] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.153424] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424682, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.261785] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3c7b5aa-18fe-4203-b5e1-31ef52eb0a9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.271855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea38f1bc-6915-4144-b56f-9a57bd3e26ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.310251] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa531cc-7c87-4f03-96a9-aff8ee185727 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.313860] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 923.323468] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-144c9e8f-7e42-49ac-b7fe-989bc2bf64fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.344112] env[65368]: DEBUG nova.compute.provider_tree [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.429672] env[65368]: DEBUG nova.compute.manager [req-4995825d-d4e1-48d4-92d5-5d95e973145b req-2b7ab3f4-c952-41e4-97de-5533d7d6fcfa service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Received event network-vif-deleted-54757d7b-4044-4bb7-a69e-670018b20c4a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 923.430045] env[65368]: INFO nova.compute.manager [req-4995825d-d4e1-48d4-92d5-5d95e973145b req-2b7ab3f4-c952-41e4-97de-5533d7d6fcfa service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Neutron deleted interface 54757d7b-4044-4bb7-a69e-670018b20c4a; detaching it from the instance and deleting it from the info cache [ 923.430045] env[65368]: DEBUG nova.network.neutron [req-4995825d-d4e1-48d4-92d5-5d95e973145b req-2b7ab3f4-c952-41e4-97de-5533d7d6fcfa service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.457645] env[65368]: WARNING neutronclient.v2_0.client [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 923.492148] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424683, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.497669] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424684, 'name': ReconfigVM_Task, 'duration_secs': 0.422928} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.501023] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 923.501023] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-685cb5cb-2488-4cf9-a143-975aa27099d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.508962] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 923.508962] env[65368]: value = "task-4424686" [ 923.508962] env[65368]: _type = "Task" [ 923.508962] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.519650] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424686, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.530133] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424685, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.561738] env[65368]: DEBUG nova.network.neutron [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Updating instance_info_cache with network_info: [{"id": "18ddc0af-0104-444c-8547-693d74e0e2b8", "address": "fa:16:3e:03:d9:77", "network": {"id": "4bf096dc-8e73-42f6-9580-26ff96170cd6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1693701853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96788cf2b79d40c9bb4a983885a7822e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ddc0af-01", "ovs_interfaceid": "18ddc0af-0104-444c-8547-693d74e0e2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.651711] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424682, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.850580] env[65368]: DEBUG nova.scheduler.client.report [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.897013] env[65368]: DEBUG nova.network.neutron [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.932806] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-481a68a2-e2da-4fab-a03e-f0b3171d635f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.943861] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e103ba05-bdd1-4f75-949f-fbcbc64eda96 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.987921] env[65368]: DEBUG nova.compute.manager [req-4995825d-d4e1-48d4-92d5-5d95e973145b req-2b7ab3f4-c952-41e4-97de-5533d7d6fcfa service nova] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Detach interface failed, port_id=54757d7b-4044-4bb7-a69e-670018b20c4a, reason: Instance 2afe03d3-aa3f-4621-a360-4715ccc395c4 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 924.000330] env[65368]: DEBUG oslo_vmware.api [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424683, 'name': PowerOnVM_Task, 'duration_secs': 0.592131} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.000708] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.001105] env[65368]: DEBUG nova.compute.manager [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.002069] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24b013c-8485-4fa8-bd08-f4d1dcf9710f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.028030] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424686, 'name': Rename_Task, 'duration_secs': 0.226848} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.028596] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.028865] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ada8330-2680-4d54-a8b4-9ca157ba8d00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.034633] env[65368]: DEBUG oslo_vmware.api [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424685, 'name': PowerOnVM_Task, 'duration_secs': 0.677572} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.035430] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 924.038036] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 924.038036] env[65368]: value = "task-4424687" [ 924.038036] env[65368]: _type = "Task" [ 924.038036] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.039060] env[65368]: DEBUG nova.compute.manager [None req-e1191c0c-04b4-459c-9bf7-178f2bd419e6 tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 924.039877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e20451a-f340-4688-a0ee-aaa917005c53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.056790] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.066148] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Releasing lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.066148] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Instance network_info: |[{"id": "18ddc0af-0104-444c-8547-693d74e0e2b8", "address": "fa:16:3e:03:d9:77", "network": {"id": "4bf096dc-8e73-42f6-9580-26ff96170cd6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1693701853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96788cf2b79d40c9bb4a983885a7822e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ddc0af-01", "ovs_interfaceid": "18ddc0af-0104-444c-8547-693d74e0e2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 924.066491] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d9:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5446413d-c3b0-4cd2-a962-62240db178ac', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '18ddc0af-0104-444c-8547-693d74e0e2b8', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 924.076422] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Creating folder: Project (96788cf2b79d40c9bb4a983885a7822e). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.078525] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2ce44d5-cfa5-454d-9dc7-387076e175ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.092048] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Created folder: Project (96788cf2b79d40c9bb4a983885a7822e) in parent group-v865657. [ 924.092278] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Creating folder: Instances. Parent ref: group-v865838. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 924.093307] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-604acbbe-621c-4c71-bfce-eac69a58aba4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.108207] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Created folder: Instances in parent group-v865838. [ 924.108207] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 924.108207] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 924.108207] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b0bf08a-2d37-4135-9a97-b35396597c0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.130929] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 924.130929] env[65368]: value = "task-4424690" [ 924.130929] env[65368]: _type = "Task" [ 924.130929] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.148368] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424690, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.154777] env[65368]: DEBUG oslo_vmware.api [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424682, 'name': RemoveSnapshot_Task, 'duration_secs': 1.378085} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.155111] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 924.155387] env[65368]: INFO nova.compute.manager [None req-2bb10f0a-ce83-440d-8480-b7c4392134d4 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 17.32 seconds to snapshot the instance on the hypervisor. [ 924.167497] env[65368]: DEBUG nova.compute.manager [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Received event network-changed-18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 924.167568] env[65368]: DEBUG nova.compute.manager [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Refreshing instance network info cache due to event network-changed-18ddc0af-0104-444c-8547-693d74e0e2b8. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 924.168438] env[65368]: DEBUG oslo_concurrency.lockutils [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] Acquiring lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.168438] env[65368]: DEBUG oslo_concurrency.lockutils [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] Acquired lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.168438] env[65368]: DEBUG nova.network.neutron [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Refreshing network info cache for port 18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 924.356532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.643s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.357095] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 924.360053] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.835s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.361525] env[65368]: INFO nova.compute.claims [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.400879] env[65368]: INFO nova.compute.manager [-] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Took 1.31 seconds to deallocate network for instance. [ 924.527605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.553067] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424687, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.650660] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424690, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.671379] env[65368]: WARNING neutronclient.v2_0.client [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.873982] env[65368]: DEBUG nova.compute.utils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 924.875719] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 924.876096] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 924.876704] env[65368]: WARNING neutronclient.v2_0.client [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.877292] env[65368]: WARNING neutronclient.v2_0.client [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.907620] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.973412] env[65368]: DEBUG nova.policy [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff169f361bc4096afcdc0be715ed4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b7847384e94066a0743413101e16ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.030321] env[65368]: WARNING neutronclient.v2_0.client [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.052699] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424687, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.145145] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424690, 'name': CreateVM_Task, 'duration_secs': 0.735226} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.145378] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 925.146060] env[65368]: WARNING neutronclient.v2_0.client [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 925.146446] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.146592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.146937] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.147470] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7f6525-bc24-4f69-82f8-d362859c5c19 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.154031] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 925.154031] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529711ab-fbad-ae6b-c618-f1fe7a399a23" [ 925.154031] env[65368]: _type = "Task" [ 925.154031] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.165609] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529711ab-fbad-ae6b-c618-f1fe7a399a23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.376849] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 925.399483] env[65368]: DEBUG nova.network.neutron [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Updated VIF entry in instance network info cache for port 18ddc0af-0104-444c-8547-693d74e0e2b8. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 925.399913] env[65368]: DEBUG nova.network.neutron [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Updating instance_info_cache with network_info: [{"id": "18ddc0af-0104-444c-8547-693d74e0e2b8", "address": "fa:16:3e:03:d9:77", "network": {"id": "4bf096dc-8e73-42f6-9580-26ff96170cd6", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1693701853-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96788cf2b79d40c9bb4a983885a7822e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5446413d-c3b0-4cd2-a962-62240db178ac", "external-id": "nsx-vlan-transportzone-528", "segmentation_id": 528, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap18ddc0af-01", "ovs_interfaceid": "18ddc0af-0104-444c-8547-693d74e0e2b8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.483562] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Successfully created port: 52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 925.558154] env[65368]: DEBUG oslo_vmware.api [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424687, 'name': PowerOnVM_Task, 'duration_secs': 1.039813} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.561224] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.561820] env[65368]: INFO nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Took 6.76 seconds to spawn the instance on the hypervisor. [ 925.561820] env[65368]: DEBUG nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.564144] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cb7a88-1cad-4c3e-a82f-10e2a10d8b7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.666803] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529711ab-fbad-ae6b-c618-f1fe7a399a23, 'name': SearchDatastore_Task, 'duration_secs': 0.044893} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.667077] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.667435] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 925.667806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.667914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.668144] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 925.668502] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c697279-5a60-4487-bf8d-300785b3c19c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.684896] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 925.684896] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 925.684896] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f4acca1-7a1d-4808-9bbb-0c4d2afec063 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.692660] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 925.692660] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1651-0fe0-86ee-a8ed-fec00b9d9b89" [ 925.692660] env[65368]: _type = "Task" [ 925.692660] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.703232] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1651-0fe0-86ee-a8ed-fec00b9d9b89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.904064] env[65368]: DEBUG oslo_concurrency.lockutils [req-c6a0a486-540f-4540-b3ea-a198a82061d5 req-032b6344-db6f-4e71-8983-c886106aee36 service nova] Releasing lock "refresh_cache-d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.027280] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56702d29-969d-41dd-ab07-965dc95c024e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.038691] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381359b2-8d45-4c5a-82c4-11035eed7ba0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.073540] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea3b38d-9666-4dae-9b21-24bb9a4cdac3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.088471] env[65368]: INFO nova.compute.manager [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Rebuilding instance [ 926.092158] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be69e004-0a78-4b75-b8b7-8548d1257882 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.097497] env[65368]: INFO nova.compute.manager [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Took 30.24 seconds to build instance. [ 926.116029] env[65368]: DEBUG nova.compute.provider_tree [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.160138] env[65368]: DEBUG nova.compute.manager [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 926.161501] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172f5f72-ca15-4181-bfc1-bf0f8b03f2f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.205281] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523f1651-0fe0-86ee-a8ed-fec00b9d9b89, 'name': SearchDatastore_Task, 'duration_secs': 0.014983} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.206370] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8e44237-66dd-4382-8741-aee0c67b5886 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.213568] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 926.213568] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cddfa1-cb2d-1797-01a2-d5dd6f678118" [ 926.213568] env[65368]: _type = "Task" [ 926.213568] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.224448] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cddfa1-cb2d-1797-01a2-d5dd6f678118, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.394376] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 926.422075] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 926.422075] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.422075] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 926.422075] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.422075] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 926.425034] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 926.425034] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 926.425034] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 926.425034] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 926.425034] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 926.425277] env[65368]: DEBUG nova.virt.hardware [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 926.426441] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8535a9d0-bc31-45fe-8e61-6a3de4d81be7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.436407] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90873a9-fc47-4681-a30a-8d12b0434f34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.602849] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7ff017df-6824-4114-9565-688ce8811b6c tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.757s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.625169] env[65368]: DEBUG nova.scheduler.client.report [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.727017] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cddfa1-cb2d-1797-01a2-d5dd6f678118, 'name': SearchDatastore_Task, 'duration_secs': 0.014467} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.727017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.727017] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0/d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 926.727479] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4da0b58-8fb4-4bd3-b34c-b96834033a59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.737903] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 926.737903] env[65368]: value = "task-4424691" [ 926.737903] env[65368]: _type = "Task" [ 926.737903] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.748720] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424691, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.132235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.133177] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 927.136744] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.152s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.138337] env[65368]: INFO nova.compute.claims [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.182336] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.182703] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3db53411-5d77-4722-9478-ddf6eee013a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.192418] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 927.192418] env[65368]: value = "task-4424692" [ 927.192418] env[65368]: _type = "Task" [ 927.192418] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.210453] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424692, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.248867] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424691, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.334405] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Successfully updated port: 52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 927.638549] env[65368]: DEBUG nova.compute.utils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.644037] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 927.644037] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 927.644037] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.644037] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.699431] env[65368]: DEBUG nova.policy [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a806dc4c7d4241b9aa186519e1f52168', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '634db34c65574c039ca563ed3e504e6b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 927.709200] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424692, 'name': PowerOffVM_Task, 'duration_secs': 0.357743} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.709499] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.709765] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.710657] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99692ef1-98c1-4831-b716-6a4e1f45edb3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.720221] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.720598] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-16fd5eb1-fe1c-4bfe-9351-e1773f16141d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.755573] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424691, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.898618} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.756166] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0/d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 927.756412] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 927.756719] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-29fdd6ae-35cc-4e47-946e-058cbe20dee9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.765673] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 927.765673] env[65368]: value = "task-4424694" [ 927.765673] env[65368]: _type = "Task" [ 927.765673] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.777988] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424694, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.811022] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.811022] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.811022] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.811022] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a60d9ba-9834-4e48-af82-cb442d1b3143 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.822140] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 927.822140] env[65368]: value = "task-4424695" [ 927.822140] env[65368]: _type = "Task" [ 927.822140] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.832376] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424695, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.837604] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.837604] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.837741] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 928.000830] env[65368]: DEBUG nova.compute.manager [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Received event network-vif-plugged-52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.001132] env[65368]: DEBUG oslo_concurrency.lockutils [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.001607] env[65368]: DEBUG oslo_concurrency.lockutils [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.001859] env[65368]: DEBUG oslo_concurrency.lockutils [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.002087] env[65368]: DEBUG nova.compute.manager [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] No waiting events found dispatching network-vif-plugged-52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 928.002682] env[65368]: WARNING nova.compute.manager [req-afafaf9d-0430-4483-ae82-85fa5f3f97f2 req-3d7d9d9d-8702-4c6e-b9fd-a627a756acd5 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Received unexpected event network-vif-plugged-52d602e9-207b-45b2-88b1-f2738dcf8a62 for instance with vm_state building and task_state spawning. [ 928.068172] env[65368]: DEBUG nova.compute.manager [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 928.068172] env[65368]: DEBUG nova.compute.manager [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing instance network info cache due to event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 928.068172] env[65368]: DEBUG oslo_concurrency.lockutils [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.068172] env[65368]: DEBUG oslo_concurrency.lockutils [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.068172] env[65368]: DEBUG nova.network.neutron [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.145990] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 928.153151] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Successfully created port: 26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.286932] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424694, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088574} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.290443] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 928.293385] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e0737c-86c1-4d7b-9ca7-b6de6b5d10b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.323317] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0/d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 928.326737] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-beee776c-7d79-45c5-bb36-96b96a72483f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.357635] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424695, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244598} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.359546] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.359832] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.359943] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.362515] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 928.362515] env[65368]: value = "task-4424696" [ 928.362515] env[65368]: _type = "Task" [ 928.362515] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.376017] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424696, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.529862] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Successfully created port: d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 928.556994] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 928.570718] env[65368]: WARNING neutronclient.v2_0.client [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.726887] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157d76bd-b62e-4a08-81c7-783382acaa9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.739365] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38fc47e-2654-4ea0-b348-2be2419e1b76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.774222] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab4a734-3a0d-4cf7-9ae6-14aeebffa6b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.783052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcd19d9-1c41-4341-8837-3cd7a3c34dac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.801253] env[65368]: DEBUG nova.compute.provider_tree [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.805432] env[65368]: WARNING neutronclient.v2_0.client [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.881984] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.970823] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "0f1610b5-07d6-4887-a211-ecadf8c10936" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.971161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.976138] env[65368]: DEBUG nova.compute.manager [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 928.977158] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccba68c4-ad8b-4c31-95b5-a86bfcd6747a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.124443] env[65368]: DEBUG nova.network.neutron [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.167977] env[65368]: WARNING neutronclient.v2_0.client [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.171285] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 929.199056] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 929.199056] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.199056] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 929.199056] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.201400] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 929.201889] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 929.202605] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.202605] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 929.202605] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 929.202605] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 929.202817] env[65368]: DEBUG nova.virt.hardware [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 929.204336] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6aedcff-7274-457c-9980-24b94841fe7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.214547] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7809cf-c325-49c6-b015-16185a2787f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.273601] env[65368]: DEBUG nova.network.neutron [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updated VIF entry in instance network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.274053] env[65368]: DEBUG nova.network.neutron [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.312138] env[65368]: DEBUG nova.scheduler.client.report [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.381644] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424696, 'name': ReconfigVM_Task, 'duration_secs': 0.961556} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.382144] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Reconfigured VM instance instance-00000046 to attach disk [datastore2] d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0/d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 929.382761] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d06d39a-db27-4d8c-8182-b98b4a5ec510 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.390365] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 929.390365] env[65368]: value = "task-4424697" [ 929.390365] env[65368]: _type = "Task" [ 929.390365] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.400090] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424697, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.402509] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 929.402755] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.402907] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 929.403118] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.403272] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 929.403425] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 929.403615] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 929.403762] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 929.403917] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 929.404143] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 929.404365] env[65368]: DEBUG nova.virt.hardware [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 929.405294] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9579bc72-ea02-43b5-aa35-c0ccff7dafce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.414282] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ce69f-3f9e-4e45-b4aa-ae9edb3d2bc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.431496] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:5f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4e52d8a-b086-4333-a5a1-938680a2d2bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.439249] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 929.439563] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.439935] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fda85e54-7451-4672-a81b-680741ec9991 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.461137] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.461137] env[65368]: value = "task-4424698" [ 929.461137] env[65368]: _type = "Task" [ 929.461137] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.472436] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424698, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.474256] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 929.490675] env[65368]: INFO nova.compute.manager [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] instance snapshotting [ 929.494356] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66316ef0-968d-4d37-a587-582ddffdce00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.516092] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f0df5b-25cf-456e-822e-8f025f5f8336 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.632017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.632501] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Instance network_info: |[{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 929.633073] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:32:36', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52d602e9-207b-45b2-88b1-f2738dcf8a62', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.641424] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating folder: Project (b9b7847384e94066a0743413101e16ab). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.641724] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02a39609-37d7-4fbe-b221-d17b110d58b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.656164] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created folder: Project (b9b7847384e94066a0743413101e16ab) in parent group-v865657. [ 929.656381] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating folder: Instances. Parent ref: group-v865842. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.656675] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04cdac31-784e-438a-9148-d5bc3f13f010 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.669600] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created folder: Instances in parent group-v865842. [ 929.669894] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 929.670254] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.670599] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-96cd6248-05bf-4a2f-a75a-7d2e62fdb675 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.694090] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.694090] env[65368]: value = "task-4424701" [ 929.694090] env[65368]: _type = "Task" [ 929.694090] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.703784] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424701, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.777652] env[65368]: DEBUG oslo_concurrency.lockutils [req-4d0c578e-563a-47c2-b375-13c3cb13bf8a req-75c04010-7fb8-4bcc-b9bc-0e64955c8936 service nova] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.817020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.817628] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 929.820566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.544s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.820847] env[65368]: DEBUG nova.objects.instance [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lazy-loading 'resources' on Instance uuid cc42f9f5-82f4-445c-b0ee-acde52df7be0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 929.901765] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424697, 'name': Rename_Task, 'duration_secs': 0.245994} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.902078] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 929.902364] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef451dfc-088e-42ef-9948-de5233f45275 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.910915] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 929.910915] env[65368]: value = "task-4424702" [ 929.910915] env[65368]: _type = "Task" [ 929.910915] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.923265] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.972937] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424698, 'name': CreateVM_Task, 'duration_secs': 0.398957} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.973155] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 929.973696] env[65368]: WARNING neutronclient.v2_0.client [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 929.974152] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.974320] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.974572] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.974855] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea8fc03c-7a5f-430a-a773-ab9ebad639d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.982876] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 929.982876] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2575f-7ecc-84e6-28a8-f6eec4ff5d1d" [ 929.982876] env[65368]: _type = "Task" [ 929.982876] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.996622] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2575f-7ecc-84e6-28a8-f6eec4ff5d1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.002169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.032550] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 930.033064] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6aba4ce2-179b-43a8-b6d0-fe551333a976 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.041716] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 930.041716] env[65368]: value = "task-4424703" [ 930.041716] env[65368]: _type = "Task" [ 930.041716] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.055977] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.200412] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Successfully updated port: 26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 930.209054] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424701, 'name': CreateVM_Task, 'duration_secs': 0.451854} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.209255] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.209855] env[65368]: WARNING neutronclient.v2_0.client [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.210155] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.281157] env[65368]: DEBUG nova.compute.manager [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Received event network-changed-52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 930.281367] env[65368]: DEBUG nova.compute.manager [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Refreshing instance network info cache due to event network-changed-52d602e9-207b-45b2-88b1-f2738dcf8a62. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 930.281581] env[65368]: DEBUG oslo_concurrency.lockutils [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.281823] env[65368]: DEBUG oslo_concurrency.lockutils [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.281931] env[65368]: DEBUG nova.network.neutron [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Refreshing network info cache for port 52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.288622] env[65368]: DEBUG nova.compute.manager [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 930.288910] env[65368]: DEBUG nova.compute.manager [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing instance network info cache due to event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 930.289094] env[65368]: DEBUG oslo_concurrency.lockutils [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.289347] env[65368]: DEBUG oslo_concurrency.lockutils [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.289563] env[65368]: DEBUG nova.network.neutron [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 930.294987] env[65368]: WARNING neutronclient.v2_0.client [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.326537] env[65368]: DEBUG nova.compute.utils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.335594] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 930.335853] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 930.336214] env[65368]: WARNING neutronclient.v2_0.client [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.337022] env[65368]: WARNING neutronclient.v2_0.client [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.396093] env[65368]: DEBUG nova.policy [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca086aecdff148a68a610a28ca6657b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b30b9226aa4fbfa8e7761fe345f6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.425781] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424702, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.501101] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f2575f-7ecc-84e6-28a8-f6eec4ff5d1d, 'name': SearchDatastore_Task, 'duration_secs': 0.015983} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.501293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.501725] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.502166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.502459] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.502712] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.503576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.504110] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.504351] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b493d450-845a-41ec-9f06-e2fe21269db6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.508127] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1853291f-381b-4ad9-a1c9-46874bee1b04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.520272] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 930.520272] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5251f16f-2cc4-e098-4f69-8b3362cd6169" [ 930.520272] env[65368]: _type = "Task" [ 930.520272] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.525774] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.526665] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.528072] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ab3d68-4ca2-4788-b928-f5a8731c3060 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.539503] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5251f16f-2cc4-e098-4f69-8b3362cd6169, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.548252] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 930.548252] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ce2385-ce97-e576-146a-1560b8492739" [ 930.548252] env[65368]: _type = "Task" [ 930.548252] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.563815] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.574096] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ce2385-ce97-e576-146a-1560b8492739, 'name': SearchDatastore_Task, 'duration_secs': 0.014208} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.574819] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a8d70a-dd29-4f88-a8a4-848dd30eeb05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.585441] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 930.585441] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bf27d5-42dd-6baf-9636-1f5b71dcfdf2" [ 930.585441] env[65368]: _type = "Task" [ 930.585441] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.595791] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bf27d5-42dd-6baf-9636-1f5b71dcfdf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.778785] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Successfully created port: 0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 930.797652] env[65368]: WARNING neutronclient.v2_0.client [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 930.833663] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 930.920744] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3c81de-268f-4d92-abe8-758261aa0649 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.930530] env[65368]: DEBUG oslo_vmware.api [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424702, 'name': PowerOnVM_Task, 'duration_secs': 0.635368} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.932822] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 930.933100] env[65368]: INFO nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Took 9.41 seconds to spawn the instance on the hypervisor. [ 930.933309] env[65368]: DEBUG nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 930.934797] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d030d4d0-7de8-4978-9d8a-f36f6fdbb785 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.937995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ed0531-677c-461c-a9fc-85b7a2204c84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.977798] env[65368]: INFO nova.compute.manager [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Rebuilding instance [ 930.981287] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cedee1-bbed-484a-8d1e-5ca331797d95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.990423] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9109ea9e-68be-4fe4-a6e9-7911accb659c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.007788] env[65368]: DEBUG nova.compute.provider_tree [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 931.033510] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5251f16f-2cc4-e098-4f69-8b3362cd6169, 'name': SearchDatastore_Task, 'duration_secs': 0.014731} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.033892] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.034327] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 931.034478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.049470] env[65368]: DEBUG nova.compute.manager [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 931.050195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8bf4bd1-1d75-4d0b-a5cb-863a43cb58dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.064336] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424703, 'name': CreateSnapshot_Task, 'duration_secs': 0.577728} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.064944] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 931.066565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996f056c-6ea8-48d4-95d3-130c5922f529 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.099580] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bf27d5-42dd-6baf-9636-1f5b71dcfdf2, 'name': SearchDatastore_Task, 'duration_secs': 0.025571} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.099864] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.100141] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.101366] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.101366] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 931.101366] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83b9e7d9-146b-4bb4-941a-327dbd738058 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.105901] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b4abe60f-d640-4c98-8c25-a726406cf130 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.116022] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 931.116022] env[65368]: value = "task-4424704" [ 931.116022] env[65368]: _type = "Task" [ 931.116022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.118459] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 931.118632] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 931.123624] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4499ab8-9a5b-424c-90ef-2197f32394e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.130685] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 931.130685] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5247c27a-883c-1886-a07c-222436e55f35" [ 931.130685] env[65368]: _type = "Task" [ 931.130685] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.134247] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.144471] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5247c27a-883c-1886-a07c-222436e55f35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.489638] env[65368]: INFO nova.compute.manager [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Took 28.68 seconds to build instance. [ 931.512899] env[65368]: DEBUG nova.scheduler.client.report [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 931.589087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 931.589869] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b6583e13-a1ae-40fb-b4f2-9b7cc4290f28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.601747] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 931.601747] env[65368]: value = "task-4424705" [ 931.601747] env[65368]: _type = "Task" [ 931.601747] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.611669] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424705, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.628589] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424704, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.646111] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5247c27a-883c-1886-a07c-222436e55f35, 'name': SearchDatastore_Task, 'duration_secs': 0.023451} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.646757] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6dbcea-a85c-49bc-a11e-983433281265 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.653878] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 931.653878] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1b6f4-77fa-5d64-6e38-e6024953332f" [ 931.653878] env[65368]: _type = "Task" [ 931.653878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.663385] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1b6f4-77fa-5d64-6e38-e6024953332f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.846646] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 931.880977] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 931.881430] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 931.881690] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 931.882170] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 931.882392] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 931.882705] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 931.882986] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 931.883821] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 931.883821] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 931.883821] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 931.884035] env[65368]: DEBUG nova.virt.hardware [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 931.885155] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2236bf2-9d64-4361-9a61-d1b992f01655 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.897945] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d936dfc-b01a-4b8b-a038-fd576f75bb52 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.992671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fd8f7314-fecb-4644-8a50-247329c8b5fd tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.188s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.017941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.020852] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.689s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.021147] env[65368]: DEBUG nova.objects.instance [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lazy-loading 'resources' on Instance uuid 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 932.043597] env[65368]: INFO nova.scheduler.client.report [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted allocations for instance cc42f9f5-82f4-445c-b0ee-acde52df7be0 [ 932.070025] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.070378] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d28e0ba2-7329-4794-a49a-d9137b992283 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.080280] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 932.080280] env[65368]: value = "task-4424706" [ 932.080280] env[65368]: _type = "Task" [ 932.080280] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.089619] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424706, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.113376] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424705, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.130071] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800938} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.130071] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.130338] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.130655] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c798f60-dbd0-476e-b7ab-5a1bfd4ce94b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.139934] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 932.139934] env[65368]: value = "task-4424707" [ 932.139934] env[65368]: _type = "Task" [ 932.139934] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.151113] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424707, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.167750] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a1b6f4-77fa-5d64-6e38-e6024953332f, 'name': SearchDatastore_Task, 'duration_secs': 0.061196} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.168214] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.168586] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 932.168924] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffd0b1a-7d96-49e2-b0b2-0880547f52d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.178314] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 932.178314] env[65368]: value = "task-4424708" [ 932.178314] env[65368]: _type = "Task" [ 932.178314] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.188132] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424708, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.492512] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Successfully updated port: d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.552507] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9384c0c3-8c6f-40e1-a2a9-218a67c855d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cc42f9f5-82f4-445c-b0ee-acde52df7be0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.628s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.558371] env[65368]: WARNING neutronclient.v2_0.client [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.595575] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424706, 'name': PowerOffVM_Task, 'duration_secs': 0.228317} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.595901] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.596716] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.597669] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc12edb-5f43-462c-8fa6-7199cf1e405f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.611024] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Successfully updated port: 0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 932.617063] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.617679] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fe612e7-a8c4-42f0-bcc2-8c86e82ea570 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.624409] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424705, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.656248] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424707, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149769} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.658085] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.658418] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.658807] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.658973] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Deleting the datastore file [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.659844] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7c8315-20c0-41e2-9a19-f37263704fb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.662525] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b863af32-f1b2-4a24-be0c-59ed02b6e24c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.688170] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.697253] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3b60775-6785-4cc4-bbdc-8177498c9d22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.720069] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 932.720069] env[65368]: value = "task-4424710" [ 932.720069] env[65368]: _type = "Task" [ 932.720069] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.742334] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 932.742334] env[65368]: value = "task-4424711" [ 932.742334] env[65368]: _type = "Task" [ 932.742334] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.751760] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424708, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.762499] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.772479] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.808777] env[65368]: DEBUG nova.network.neutron [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updated VIF entry in instance network info cache for port 52d602e9-207b-45b2-88b1-f2738dcf8a62. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.809628] env[65368]: DEBUG nova.network.neutron [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.860144] env[65368]: WARNING neutronclient.v2_0.client [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 932.965870] env[65368]: DEBUG nova.network.neutron [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updated VIF entry in instance network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 932.966272] env[65368]: DEBUG nova.network.neutron [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.995599] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.995787] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.995966] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.118991] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.119215] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.119401] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 933.120837] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424705, 'name': CloneVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.169649] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675558b1-7ec4-4fd4-a8c1-72f5807563b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.180881] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea61894-580e-419e-81b1-0b1f0f4e8f0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.219747] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84afb855-5f0b-4145-b3f7-3b24b8c29091 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.232043] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424708, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775734} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.233438] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a51404-9ff8-4c9a-8fdb-8d0f922f343e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.237740] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 933.238021] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 933.238362] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65ac1edf-db59-41f0-91e0-053eb1ba65ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.260590] env[65368]: DEBUG nova.compute.provider_tree [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.262145] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378045} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.266837] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.267078] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.267256] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.269887] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 933.269887] env[65368]: value = "task-4424712" [ 933.269887] env[65368]: _type = "Task" [ 933.269887] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.279600] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424711, 'name': ReconfigVM_Task, 'duration_secs': 0.454192} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.281743] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Reconfigured VM instance instance-00000022 to attach disk [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e/c425c889-ed84-4e8c-9f44-93252bb12e6e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.286540] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4a4a35ce-e604-4f39-bf5a-76904d357060 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.288820] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.297245] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 933.297245] env[65368]: value = "task-4424713" [ 933.297245] env[65368]: _type = "Task" [ 933.297245] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.310582] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424713, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.317260] env[65368]: DEBUG oslo_concurrency.lockutils [req-85b36175-b43d-48a9-b93a-20a38bee11ed req-7bddf6c0-341c-4100-af71-cb8e85a89108 service nova] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.469124] env[65368]: DEBUG oslo_concurrency.lockutils [req-a5ee5caa-4145-4f11-a6b0-21107736439c req-184e0c33-f21d-4a27-a5e9-3654182fb921 service nova] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.550228] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.581144] env[65368]: DEBUG nova.compute.manager [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-vif-plugged-26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 933.581668] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Acquiring lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.581779] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.581978] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.582070] env[65368]: DEBUG nova.compute.manager [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] No waiting events found dispatching network-vif-plugged-26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 933.582251] env[65368]: WARNING nova.compute.manager [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received unexpected event network-vif-plugged-26245fdd-9eec-4bf5-9b57-6947256b282e for instance with vm_state building and task_state spawning. [ 933.582465] env[65368]: DEBUG nova.compute.manager [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-changed-26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 933.582715] env[65368]: DEBUG nova.compute.manager [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Refreshing instance network info cache due to event network-changed-26245fdd-9eec-4bf5-9b57-6947256b282e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 933.582817] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Acquiring lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.585531] env[65368]: DEBUG nova.compute.manager [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 933.585710] env[65368]: DEBUG nova.compute.manager [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing instance network info cache due to event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 933.585900] env[65368]: DEBUG oslo_concurrency.lockutils [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.586049] env[65368]: DEBUG oslo_concurrency.lockutils [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.586230] env[65368]: DEBUG nova.network.neutron [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 933.619045] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424705, 'name': CloneVM_Task, 'duration_secs': 1.592412} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.619327] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Created linked-clone VM from snapshot [ 933.620102] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d807f4f8-f683-47f8-a226-772127d0c27b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.632188] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Uploading image bc1f1000-b8a3-4ecd-9304-3f3fb9b080d4 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 933.639593] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.654228] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 933.658361] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 933.658361] env[65368]: value = "vm-865846" [ 933.658361] env[65368]: _type = "VirtualMachine" [ 933.658361] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 933.658784] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4d42f238-d934-440d-b9d4-74c9234d2708 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.667096] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease: (returnval){ [ 933.667096] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c0770-3fc5-b345-2260-2e5c78430155" [ 933.667096] env[65368]: _type = "HttpNfcLease" [ 933.667096] env[65368]: } obtained for exporting VM: (result){ [ 933.667096] env[65368]: value = "vm-865846" [ 933.667096] env[65368]: _type = "VirtualMachine" [ 933.667096] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 933.667519] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the lease: (returnval){ [ 933.667519] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c0770-3fc5-b345-2260-2e5c78430155" [ 933.667519] env[65368]: _type = "HttpNfcLease" [ 933.667519] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 933.676449] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 933.676449] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c0770-3fc5-b345-2260-2e5c78430155" [ 933.676449] env[65368]: _type = "HttpNfcLease" [ 933.676449] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 933.761579] env[65368]: WARNING neutronclient.v2_0.client [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.764518] env[65368]: DEBUG nova.scheduler.client.report [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.787870] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108574} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.788972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 933.789805] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56489feb-8d94-42b0-b565-ee1273384605 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.824791] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 933.829373] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49f775a2-9956-44be-901c-22aaef24fc91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.857436] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424713, 'name': Rename_Task, 'duration_secs': 0.177809} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.858949] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.859302] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 933.859302] env[65368]: value = "task-4424715" [ 933.859302] env[65368]: _type = "Task" [ 933.859302] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.859668] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9d6aad0-4421-45c9-aa13-d9db61c16e50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.872277] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.874039] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 933.874039] env[65368]: value = "task-4424716" [ 933.874039] env[65368]: _type = "Task" [ 933.874039] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.885447] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424716, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.886733] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.893397] env[65368]: DEBUG nova.network.neutron [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Updating instance_info_cache with network_info: [{"id": "0db29243-17ff-4645-9293-07a5618642f6", "address": "fa:16:3e:fb:ab:47", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db29243-17", "ovs_interfaceid": "0db29243-17ff-4645-9293-07a5618642f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.073534] env[65368]: DEBUG nova.network.neutron [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updating instance_info_cache with network_info: [{"id": "26245fdd-9eec-4bf5-9b57-6947256b282e", "address": "fa:16:3e:42:ad:e9", "network": {"id": "5a0f73bf-771a-42f7-923f-fe50de658d80", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093190798", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26245fdd-9e", "ovs_interfaceid": "26245fdd-9eec-4bf5-9b57-6947256b282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "address": "fa:16:3e:50:07:75", "network": {"id": "31600a03-f45f-4418-a195-c3bbe603418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223337385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84af5c7-ba", "ovs_interfaceid": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.089863] env[65368]: WARNING neutronclient.v2_0.client [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.179699] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 934.179699] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c0770-3fc5-b345-2260-2e5c78430155" [ 934.179699] env[65368]: _type = "HttpNfcLease" [ 934.179699] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 934.180010] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 934.180010] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525c0770-3fc5-b345-2260-2e5c78430155" [ 934.180010] env[65368]: _type = "HttpNfcLease" [ 934.180010] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 934.180811] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855e7fb8-61e0-48f1-9b23-f53a5b83d3e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.192479] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 934.192479] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 934.251461] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.251722] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.251937] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.252235] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.252579] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.256541] env[65368]: INFO nova.compute.manager [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Terminating instance [ 934.269416] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.248s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.272106] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.142s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.272309] env[65368]: DEBUG nova.objects.instance [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lazy-loading 'resources' on Instance uuid 8351e297-e85b-4f81-9877-6528e196dcde {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.282645] env[65368]: WARNING neutronclient.v2_0.client [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 934.311331] env[65368]: INFO nova.scheduler.client.report [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Deleted allocations for instance 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a [ 934.313693] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be269487-248d-4583-a1e9-ae5777e13c8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.332973] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 934.333325] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.333421] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 934.333612] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.333740] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 934.333884] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 934.334110] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 934.334267] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 934.334431] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 934.334588] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 934.334781] env[65368]: DEBUG nova.virt.hardware [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 934.335728] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e061b6c8-438d-441f-b9d1-1192e6d5bb2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.348264] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b721b5b0-6ff3-4954-8858-e0d7965170fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.370451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.378420] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.390549] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.397664] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0acd7aff-e1af-4e6b-a9a9-b0d0650da1c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.410131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.410566] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Instance network_info: |[{"id": "0db29243-17ff-4645-9293-07a5618642f6", "address": "fa:16:3e:fb:ab:47", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db29243-17", "ovs_interfaceid": "0db29243-17ff-4645-9293-07a5618642f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 934.411452] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:ab:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0db29243-17ff-4645-9293-07a5618642f6', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.420614] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.425828] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.425828] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424715, 'name': ReconfigVM_Task, 'duration_secs': 0.443367} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.430857] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-60028b76-f150-413d-bdcd-2e43bc869e74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.445814] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 934.446577] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.446577] env[65368]: value = "task-4424717" [ 934.446577] env[65368]: _type = "Task" [ 934.446577] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.447194] env[65368]: DEBUG oslo_vmware.api [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424716, 'name': PowerOnVM_Task, 'duration_secs': 0.522459} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.448224] env[65368]: DEBUG nova.network.neutron [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updated VIF entry in instance network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 934.448555] env[65368]: DEBUG nova.network.neutron [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.449892] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb43d216-785b-4048-8834-6ad4c65d027e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.452537] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.452537] env[65368]: DEBUG nova.compute.manager [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 934.459027] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469048b5-b380-4762-8227-8a58642301e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.466200] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.466200] env[65368]: value = "task-4424718" [ 934.466200] env[65368]: _type = "Task" [ 934.466200] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.476518] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424717, 'name': CreateVM_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.481442] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 934.481442] env[65368]: value = "task-4424719" [ 934.481442] env[65368]: _type = "Task" [ 934.481442] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.490180] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424718, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.500465] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424719, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.576868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.577103] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Instance network_info: |[{"id": "26245fdd-9eec-4bf5-9b57-6947256b282e", "address": "fa:16:3e:42:ad:e9", "network": {"id": "5a0f73bf-771a-42f7-923f-fe50de658d80", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093190798", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26245fdd-9e", "ovs_interfaceid": "26245fdd-9eec-4bf5-9b57-6947256b282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "address": "fa:16:3e:50:07:75", "network": {"id": "31600a03-f45f-4418-a195-c3bbe603418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223337385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84af5c7-ba", "ovs_interfaceid": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 934.579580] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Acquired lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.579769] env[65368]: DEBUG nova.network.neutron [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Refreshing network info cache for port 26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.581694] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:ad:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '721c6720-3ce0-450e-9951-a894f03acc27', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26245fdd-9eec-4bf5-9b57-6947256b282e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:07:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed3ffc1d-9f86-4029-857e-6cd1d383edbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd84af5c7-ba89-4e29-b868-a2f68928a69d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 934.591872] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 934.592371] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 934.594492] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb0401b9-e624-4eea-8825-5c300dd19ab9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.632053] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 934.632053] env[65368]: value = "task-4424720" [ 934.632053] env[65368]: _type = "Task" [ 934.632053] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.643156] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424720, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.765502] env[65368]: DEBUG nova.compute.manager [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 934.765502] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 934.767933] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ad7cd6-ae31-40ff-a913-6a3311b6f1a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.785215] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 934.785215] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6e868c4-fb73-44f7-b9bd-87e5c6185dfc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.796295] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 934.796295] env[65368]: value = "task-4424721" [ 934.796295] env[65368]: _type = "Task" [ 934.796295] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.810015] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.827128] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bdfe54de-fc03-40ac-811c-9f44dd42aa30 tempest-VolumesAssistedSnapshotsTest-1310705340 tempest-VolumesAssistedSnapshotsTest-1310705340-project-member] Lock "081bd257-b8e4-4ff4-bc11-6d92a6c6c78a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.230s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.968118] env[65368]: DEBUG oslo_concurrency.lockutils [req-cdbbffdb-b734-4fc1-8843-78a29ee7ce36 req-a3b394a5-5c61-41e2-9553-1dfabc5fd67f service nova] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.969150] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424717, 'name': CreateVM_Task, 'duration_secs': 0.407315} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.976615] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 934.978043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.978043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.978878] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.979398] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec8ac376-5ebb-4d9c-89b3-17a0120cc2b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.991487] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424718, 'name': CreateVM_Task, 'duration_secs': 0.446645} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.001084] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 935.003914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.005171] env[65368]: WARNING neutronclient.v2_0.client [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.005795] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.005795] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 935.005795] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52815618-67a3-2bf2-fba0-c10a330071d9" [ 935.005795] env[65368]: _type = "Task" [ 935.005795] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.015702] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424719, 'name': Rename_Task, 'duration_secs': 0.258317} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.017027] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 935.022153] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c5ee2f6-8292-4f55-8336-7559956b077f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.036199] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52815618-67a3-2bf2-fba0-c10a330071d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012972} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.037692] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.038294] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.038899] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.038899] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.039168] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.039979] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.040512] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.041175] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c782af-c2e5-441f-8010-0aa11c2817f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.050615] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0de0ab1c-0109-4005-8da8-f36af7611769 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.053908] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 935.053908] env[65368]: value = "task-4424722" [ 935.053908] env[65368]: _type = "Task" [ 935.053908] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.063434] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 935.063434] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c5d40a-adfb-88aa-e253-09c0141a8c39" [ 935.063434] env[65368]: _type = "Task" [ 935.063434] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.065465] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.065863] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.070466] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bcfb6b9-1f21-40b3-a498-5bd372ce4f34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.081309] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424722, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.083447] env[65368]: WARNING neutronclient.v2_0.client [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.091333] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c5d40a-adfb-88aa-e253-09c0141a8c39, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.091702] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 935.091702] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5244a64f-f946-1c1b-30de-04ff6a9fb58b" [ 935.091702] env[65368]: _type = "Task" [ 935.091702] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.092293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092532] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 935.092737] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.103568] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5244a64f-f946-1c1b-30de-04ff6a9fb58b, 'name': SearchDatastore_Task, 'duration_secs': 0.011329} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.107900] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1640c549-8d7d-43e4-8613-c52beed3e339 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.115157] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 935.115157] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52835957-3234-3373-8eff-b60efeba6d6d" [ 935.115157] env[65368]: _type = "Task" [ 935.115157] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.129897] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52835957-3234-3373-8eff-b60efeba6d6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.144889] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424720, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.308156] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424721, 'name': PowerOffVM_Task, 'duration_secs': 0.215052} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.313526] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 935.313853] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 935.314885] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a184914-5488-44b5-be3a-04d4ad3044df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.390879] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e151d11-20f3-446b-9b95-738b94f120e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.396175] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 935.396175] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 935.396401] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Deleting the datastore file [datastore2] d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 935.397382] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18afb67d-ae50-43d5-8240-09df4307d8b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.404553] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b081f9c8-c137-4189-94a5-4fa66018a020 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.412601] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for the task: (returnval){ [ 935.412601] env[65368]: value = "task-4424724" [ 935.412601] env[65368]: _type = "Task" [ 935.412601] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.444275] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34ffe57-1dd0-4420-973d-eaa26afcc916 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.450460] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424724, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.456979] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4e6d49-189c-4933-b470-02f28ae2426e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.474867] env[65368]: DEBUG nova.compute.provider_tree [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.491478] env[65368]: WARNING neutronclient.v2_0.client [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.572316] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.629876] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52835957-3234-3373-8eff-b60efeba6d6d, 'name': SearchDatastore_Task, 'duration_secs': 0.010884} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.630262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.630593] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 935.630933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.631191] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 935.631611] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ffb02fe-8138-46f5-ab1a-1580cfda5a98 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.634230] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7148309a-5e70-47bb-89e4-141646489a2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.648724] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424720, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.651538] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 935.651538] env[65368]: value = "task-4424725" [ 935.651538] env[65368]: _type = "Task" [ 935.651538] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.652030] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 935.652030] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 935.652902] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736f6583-3897-44a5-b58e-2f86c06f80f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.663140] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 935.663140] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529cfc74-d6df-ca4d-0f67-63a692bb81fd" [ 935.663140] env[65368]: _type = "Task" [ 935.663140] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.664431] env[65368]: DEBUG nova.network.neutron [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updated VIF entry in instance network info cache for port 26245fdd-9eec-4bf5-9b57-6947256b282e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 935.665125] env[65368]: DEBUG nova.network.neutron [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updating instance_info_cache with network_info: [{"id": "26245fdd-9eec-4bf5-9b57-6947256b282e", "address": "fa:16:3e:42:ad:e9", "network": {"id": "5a0f73bf-771a-42f7-923f-fe50de658d80", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093190798", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26245fdd-9e", "ovs_interfaceid": "26245fdd-9eec-4bf5-9b57-6947256b282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "address": "fa:16:3e:50:07:75", "network": {"id": "31600a03-f45f-4418-a195-c3bbe603418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223337385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84af5c7-ba", "ovs_interfaceid": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.670212] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424725, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.682665] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529cfc74-d6df-ca4d-0f67-63a692bb81fd, 'name': SearchDatastore_Task, 'duration_secs': 0.010744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.683986] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cff7528-9b43-4fe4-83cc-cc1abe27a4d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.692759] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 935.692759] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521922e1-2abf-bfa4-dc91-6b7d7a0b7819" [ 935.692759] env[65368]: _type = "Task" [ 935.692759] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.705222] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521922e1-2abf-bfa4-dc91-6b7d7a0b7819, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.836944] env[65368]: DEBUG nova.compute.manager [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Received event network-vif-plugged-0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 935.840422] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Acquiring lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.840422] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.840422] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.840422] env[65368]: DEBUG nova.compute.manager [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] No waiting events found dispatching network-vif-plugged-0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 935.840422] env[65368]: WARNING nova.compute.manager [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Received unexpected event network-vif-plugged-0db29243-17ff-4645-9293-07a5618642f6 for instance with vm_state building and task_state spawning. [ 935.840422] env[65368]: DEBUG nova.compute.manager [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Received event network-changed-0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 935.840422] env[65368]: DEBUG nova.compute.manager [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Refreshing instance network info cache due to event network-changed-0db29243-17ff-4645-9293-07a5618642f6. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 935.840422] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Acquiring lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.843675] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Acquired lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.843675] env[65368]: DEBUG nova.network.neutron [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Refreshing network info cache for port 0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 935.867380] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-vif-plugged-d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 935.868859] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Acquiring lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.868859] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.868859] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.868859] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] No waiting events found dispatching network-vif-plugged-d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 935.868859] env[65368]: WARNING nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received unexpected event network-vif-plugged-d84af5c7-ba89-4e29-b868-a2f68928a69d for instance with vm_state building and task_state spawning. [ 935.870785] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-changed-d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 935.870785] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Refreshing instance network info cache due to event network-changed-d84af5c7-ba89-4e29-b868-a2f68928a69d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 935.871205] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Acquiring lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.929506] env[65368]: DEBUG oslo_vmware.api [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Task: {'id': task-4424724, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177039} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.930041] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 935.930490] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 935.931112] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 935.931421] env[65368]: INFO nova.compute.manager [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 935.932245] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 935.932872] env[65368]: DEBUG nova.compute.manager [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 935.933314] env[65368]: DEBUG nova.network.neutron [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 935.933732] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 935.980192] env[65368]: DEBUG nova.scheduler.client.report [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.053141] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.068529] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424722, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.149823] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424720, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.168042] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424725, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.172361] env[65368]: DEBUG oslo_concurrency.lockutils [req-500857f1-10d5-49ca-aab1-457bd95d82b5 req-c01be9ff-e0b7-43c3-a4f7-f8634f3b6290 service nova] Releasing lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.172967] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Acquired lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.173456] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Refreshing network info cache for port d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.205968] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521922e1-2abf-bfa4-dc91-6b7d7a0b7819, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.207040] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.209932] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3345fd5f-100b-4806-bcf7-1447464a680d/3345fd5f-100b-4806-bcf7-1447464a680d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 936.209932] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49a57e91-1e10-47f2-981a-4cf67ce3a386 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.219754] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 936.219754] env[65368]: value = "task-4424726" [ 936.219754] env[65368]: _type = "Task" [ 936.219754] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.231857] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424726, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.345427] env[65368]: WARNING neutronclient.v2_0.client [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.385959] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.386238] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.386436] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.386609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.390025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.390025] env[65368]: INFO nova.compute.manager [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Terminating instance [ 936.492102] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.219s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.494206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.307s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.497035] env[65368]: INFO nova.compute.claims [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 936.540363] env[65368]: INFO nova.scheduler.client.report [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Deleted allocations for instance 8351e297-e85b-4f81-9877-6528e196dcde [ 936.578115] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424722, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.650182] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424720, 'name': CreateVM_Task, 'duration_secs': 1.623359} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.651073] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.651398] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.651696] env[65368]: WARNING neutronclient.v2_0.client [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.652805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.652805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.653246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.655202] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d29de95d-537b-482e-b20d-06e5e0152c38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.669908] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 936.669908] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52373eab-0d93-5f99-1f41-50083a496b07" [ 936.669908] env[65368]: _type = "Task" [ 936.669908] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.674330] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424725, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524006} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.678751] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.679238] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.679882] env[65368]: WARNING neutronclient.v2_0.client [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.683726] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-271c516a-f0e6-4c44-9dc7-23ff51dc043c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.696426] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52373eab-0d93-5f99-1f41-50083a496b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.701111] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 936.701111] env[65368]: value = "task-4424727" [ 936.701111] env[65368]: _type = "Task" [ 936.701111] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.714791] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424727, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.730671] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424726, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507203} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.731261] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3345fd5f-100b-4806-bcf7-1447464a680d/3345fd5f-100b-4806-bcf7-1447464a680d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 936.731671] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 936.732267] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad7cc4d1-6bee-49b6-b09e-8c308e38c7c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.746369] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 936.746369] env[65368]: value = "task-4424728" [ 936.746369] env[65368]: _type = "Task" [ 936.746369] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.764205] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.790962] env[65368]: WARNING neutronclient.v2_0.client [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 936.862554] env[65368]: DEBUG nova.network.neutron [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 936.894977] env[65368]: DEBUG nova.compute.manager [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 936.895293] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 936.899838] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ef55a09-7c95-4c92-b25c-278b5b95021a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.911431] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 936.911767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84448665-71d6-4651-9a68-f831233cde40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.922968] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 936.922968] env[65368]: value = "task-4424729" [ 936.922968] env[65368]: _type = "Task" [ 936.922968] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.944188] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.053088] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f736020-53c8-4815-bc75-ca2807dba64f tempest-ServersNegativeTestMultiTenantJSON-479538320 tempest-ServersNegativeTestMultiTenantJSON-479538320-project-member] Lock "8351e297-e85b-4f81-9877-6528e196dcde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.466s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.068621] env[65368]: DEBUG oslo_vmware.api [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424722, 'name': PowerOnVM_Task, 'duration_secs': 1.706235} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.068621] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 937.068838] env[65368]: INFO nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 10.67 seconds to spawn the instance on the hypervisor. [ 937.068961] env[65368]: DEBUG nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 937.070605] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1769b435-501c-4918-8226-408751298e4d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.083293] env[65368]: DEBUG nova.network.neutron [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Updated VIF entry in instance network info cache for port 0db29243-17ff-4645-9293-07a5618642f6. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.084643] env[65368]: DEBUG nova.network.neutron [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Updating instance_info_cache with network_info: [{"id": "0db29243-17ff-4645-9293-07a5618642f6", "address": "fa:16:3e:fb:ab:47", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0db29243-17", "ovs_interfaceid": "0db29243-17ff-4645-9293-07a5618642f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.188875] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52373eab-0d93-5f99-1f41-50083a496b07, 'name': SearchDatastore_Task, 'duration_secs': 0.043917} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.189277] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.189518] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.190867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.190867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.190867] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.191475] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f40bfd0-ab85-49d4-bcff-363772b5a0d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.202247] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.202794] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.211570] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a982aa-ef7d-4e01-b3c6-7c778968c32b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.215670] env[65368]: WARNING neutronclient.v2_0.client [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 937.226280] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424727, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085361} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.227863] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.227863] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 937.227863] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cd497d-a64a-48de-a491-6a6c01e0f6a1" [ 937.227863] env[65368]: _type = "Task" [ 937.227863] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.228609] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c80c8f1-c03e-4b5e-8b7e-72134ea74371 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.256046] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.260301] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69f1a9be-5677-487f-a41a-be772c1759f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.277459] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cd497d-a64a-48de-a491-6a6c01e0f6a1, 'name': SearchDatastore_Task, 'duration_secs': 0.010882} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.282604] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c983ccc-b0c1-46e3-9309-01ace667c87f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.291687] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 937.291687] env[65368]: value = "task-4424730" [ 937.291687] env[65368]: _type = "Task" [ 937.291687] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.294950] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230397} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.295279] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 937.295279] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52da79ad-42cc-7c05-0c79-24ff06bb066b" [ 937.295279] env[65368]: _type = "Task" [ 937.295279] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.299102] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 937.300023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c6891-7528-4368-8063-43a96977b9de {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.321326] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.321326] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52da79ad-42cc-7c05-0c79-24ff06bb066b, 'name': SearchDatastore_Task, 'duration_secs': 0.013614} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.333759] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.333987] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 09e405a8-2a9c-4695-9fc1-e4dea042e9be/09e405a8-2a9c-4695-9fc1-e4dea042e9be.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.343056] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 3345fd5f-100b-4806-bcf7-1447464a680d/3345fd5f-100b-4806-bcf7-1447464a680d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 937.343423] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e40519c7-ee36-4351-9a0c-20857e294ed8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.345654] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f723f95-20e7-4d72-9390-5983b29bfb2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.369090] env[65368]: INFO nova.compute.manager [-] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Took 1.44 seconds to deallocate network for instance. [ 937.369090] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 937.369090] env[65368]: value = "task-4424731" [ 937.369090] env[65368]: _type = "Task" [ 937.369090] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.372351] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 937.372351] env[65368]: value = "task-4424732" [ 937.372351] env[65368]: _type = "Task" [ 937.372351] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.390482] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.394021] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424731, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.395598] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updated VIF entry in instance network info cache for port d84af5c7-ba89-4e29-b868-a2f68928a69d. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 937.396206] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updating instance_info_cache with network_info: [{"id": "26245fdd-9eec-4bf5-9b57-6947256b282e", "address": "fa:16:3e:42:ad:e9", "network": {"id": "5a0f73bf-771a-42f7-923f-fe50de658d80", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093190798", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.251", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "721c6720-3ce0-450e-9951-a894f03acc27", "external-id": "nsx-vlan-transportzone-394", "segmentation_id": 394, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26245fdd-9e", "ovs_interfaceid": "26245fdd-9eec-4bf5-9b57-6947256b282e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "address": "fa:16:3e:50:07:75", "network": {"id": "31600a03-f45f-4418-a195-c3bbe603418f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1223337385", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.193", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "634db34c65574c039ca563ed3e504e6b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed3ffc1d-9f86-4029-857e-6cd1d383edbb", "external-id": "nsx-vlan-transportzone-759", "segmentation_id": 759, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd84af5c7-ba", "ovs_interfaceid": "d84af5c7-ba89-4e29-b868-a2f68928a69d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.437535] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424729, 'name': PowerOffVM_Task, 'duration_secs': 0.234235} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.437865] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 937.438159] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.438487] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbfff4ef-2d83-463f-a4c8-03ddc9e6c01e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.529087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 937.531926] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 937.531926] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Deleting the datastore file [datastore1] c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 937.531926] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-253adb10-cd0c-4242-8df4-0ff42bbbabc0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.539646] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for the task: (returnval){ [ 937.539646] env[65368]: value = "task-4424734" [ 937.539646] env[65368]: _type = "Task" [ 937.539646] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.551505] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.592689] env[65368]: DEBUG oslo_concurrency.lockutils [req-303003fb-154f-4a3e-aac0-7294e344ab0f req-781df78b-072b-428b-8a17-444592689f7a service nova] Releasing lock "refresh_cache-3345fd5f-100b-4806-bcf7-1447464a680d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.598587] env[65368]: INFO nova.compute.manager [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 32.78 seconds to build instance. [ 937.808663] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424730, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.881116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.889960] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424731, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.900662] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Releasing lock "refresh_cache-09e405a8-2a9c-4695-9fc1-e4dea042e9be" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.900784] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 937.901382] env[65368]: DEBUG nova.compute.manager [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing instance network info cache due to event network-changed-4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 937.902370] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Acquiring lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.903059] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Acquired lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.903290] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Refreshing network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 937.905153] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.057487] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.102174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f56e9d1d-2e76-476e-b087-4ca23904f669 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.293s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.121736] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f407c9-0b3b-42ba-bec1-363b0b114f08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.130794] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ea51f3-694b-46d1-be09-1373569c58b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.168475] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bafd390-6766-4e1c-8344-c10530232ff6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.178406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bcc70c-f1ce-406e-8b8b-408321b0468f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.197460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.197460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.197872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.199473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.199473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.201285] env[65368]: INFO nova.compute.manager [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Terminating instance [ 938.205188] env[65368]: DEBUG nova.compute.provider_tree [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.309355] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424730, 'name': ReconfigVM_Task, 'duration_secs': 0.641514} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.309686] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302/3f9848b4-a527-44d1-b7ab-fa728c51b302.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.314872] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94af9c23-c531-40a4-859b-a6c7f6f4ec1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.319906] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 938.319906] env[65368]: value = "task-4424735" [ 938.319906] env[65368]: _type = "Task" [ 938.319906] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.330243] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424735, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.395994] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424731, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580444} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.396367] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424732, 'name': ReconfigVM_Task, 'duration_secs': 0.664539} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.396691] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 09e405a8-2a9c-4695-9fc1-e4dea042e9be/09e405a8-2a9c-4695-9fc1-e4dea042e9be.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.396957] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.397349] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 3345fd5f-100b-4806-bcf7-1447464a680d/3345fd5f-100b-4806-bcf7-1447464a680d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 938.398257] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fefaab6-3366-4703-8fdd-d1316663b8b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.400891] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab6e4bd4-b6cc-4bda-96be-dfc045200cc0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.408248] env[65368]: WARNING neutronclient.v2_0.client [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.417596] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 938.417596] env[65368]: value = "task-4424737" [ 938.417596] env[65368]: _type = "Task" [ 938.417596] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.417935] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 938.417935] env[65368]: value = "task-4424736" [ 938.417935] env[65368]: _type = "Task" [ 938.417935] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.432030] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424736, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.438441] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424737, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.554514] env[65368]: DEBUG oslo_vmware.api [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Task: {'id': task-4424734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.668062} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.554939] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.555604] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.555604] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.555810] env[65368]: INFO nova.compute.manager [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Took 1.66 seconds to destroy the instance on the hypervisor. [ 938.556195] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 938.556542] env[65368]: DEBUG nova.compute.manager [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 938.556643] env[65368]: DEBUG nova.network.neutron [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.557207] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.687916] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.708723] env[65368]: DEBUG nova.scheduler.client.report [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.714138] env[65368]: DEBUG nova.compute.manager [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 938.714496] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 938.715963] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8852664e-3b4e-404e-930c-9fb31894188b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.725608] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 938.725905] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a06e8b29-4890-46ac-9902-ab7c2b8d2a68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.741189] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 938.741189] env[65368]: value = "task-4424738" [ 938.741189] env[65368]: _type = "Task" [ 938.741189] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.758025] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.831232] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424735, 'name': Rename_Task, 'duration_secs': 0.26809} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.831232] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.832300] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d299ee5-86d5-4c4f-b24d-3e5b9bed60ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.841603] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 938.841603] env[65368]: value = "task-4424739" [ 938.841603] env[65368]: _type = "Task" [ 938.841603] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.851047] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.939593] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424737, 'name': Rename_Task, 'duration_secs': 0.341766} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.944135] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.944510] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424736, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078955} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.944735] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0691474-ae86-4853-9e99-f904c8564257 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.946635] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 938.948007] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9bdc09-f131-4bdb-b52c-c668501ea446 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.977439] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 09e405a8-2a9c-4695-9fc1-e4dea042e9be/09e405a8-2a9c-4695-9fc1-e4dea042e9be.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 938.979404] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe75fd9b-4082-4db7-9d73-a5523635b49c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.997691] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 938.997691] env[65368]: value = "task-4424740" [ 938.997691] env[65368]: _type = "Task" [ 938.997691] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.004250] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 939.004250] env[65368]: value = "task-4424741" [ 939.004250] env[65368]: _type = "Task" [ 939.004250] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.011486] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.019518] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424741, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.218447] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.218447] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 939.220169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 22.367s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.255495] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.353660] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.513955] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424740, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.527192] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.571148] env[65368]: DEBUG nova.compute.manager [req-7d9673c2-f640-4aac-abc9-0f907e5f15b9 req-545f391f-a601-4a0e-9c8b-82272a38db9f service nova] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Received event network-vif-deleted-18ddc0af-0104-444c-8547-693d74e0e2b8 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 939.726684] env[65368]: DEBUG nova.compute.utils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.747141] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 939.747141] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 939.747320] env[65368]: WARNING neutronclient.v2_0.client [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.747829] env[65368]: WARNING neutronclient.v2_0.client [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.763983] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424738, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.834465] env[65368]: WARNING neutronclient.v2_0.client [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 939.855362] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.879559] env[65368]: DEBUG nova.policy [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '518dbd1b86ad4bc8b0f9d5b1f187ec32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f700a2c8e95a4b4285492f6a1a0c34fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 940.005044] env[65368]: DEBUG nova.network.neutron [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.013808] env[65368]: DEBUG oslo_vmware.api [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424740, 'name': PowerOnVM_Task, 'duration_secs': 0.800015} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.014604] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.014800] env[65368]: INFO nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Took 8.17 seconds to spawn the instance on the hypervisor. [ 940.014999] env[65368]: DEBUG nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 940.015985] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329c0d62-57de-4889-8f17-c7d1c67cc35b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.022504] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424741, 'name': ReconfigVM_Task, 'duration_secs': 0.9515} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.023400] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 09e405a8-2a9c-4695-9fc1-e4dea042e9be/09e405a8-2a9c-4695-9fc1-e4dea042e9be.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.024266] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ca5391-a850-4ba3-87e3-d75fdc3295ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.038891] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 940.038891] env[65368]: value = "task-4424742" [ 940.038891] env[65368]: _type = "Task" [ 940.038891] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.052416] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424742, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.244874] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 940.269717] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424738, 'name': PowerOffVM_Task, 'duration_secs': 1.041731} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.269717] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.269717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.269717] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7adae71f-3ad8-496f-a3bc-518f71a5151f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.289404] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.289550] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 7e49302b-aae6-4137-861d-c7040c7ba5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.289672] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ff3ef5fb-3271-4730-9e63-c98c3a66175d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.289784] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 1602a56d-8eed-4958-a846-67841fc06c1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290052] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d40cd56e-eb71-4e55-b126-c50372b8c13c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.290052] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c425c889-ed84-4e8c-9f44-93252bb12e6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290339] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 846828fb-ac3e-49dc-850a-816031eaebb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290339] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance eb4cce99-41ab-449c-ba6a-dd737a6b1180 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290407] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a4112107-4e15-491d-9b5f-8a004b295115 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.290487] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b48b5986-25cc-4cf6-b84c-7673d7f615d9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290578] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6316172d-91a8-4c32-b7f3-8b873f8d3ce3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290709] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f3037fdb-046a-44cf-be44-069f231406a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290800] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.290906] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2129d341-9628-4bbe-abd9-044873852f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291200] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291326] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 39665841-db3f-4114-9065-dbb3ed4b1f05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291434] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a5582f41-21d0-4f77-8c25-38c5baf3052d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291533] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291654] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2afe03d3-aa3f-4621-a360-4715ccc395c4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.291760] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3b3f2b8c-b45b-4221-8829-7f49853daafc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291866] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6553a301-881b-470d-899f-8cb9f2318ebc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.291969] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292113] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c857b321-193b-45f9-ba08-6d2f759bd7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292254] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3f9848b4-a527-44d1-b7ab-fa728c51b302 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292386] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 940.292493] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 00c46fcf-9b4c-4a11-8f83-8ea239cae872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292597] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 09e405a8-2a9c-4695-9fc1-e4dea042e9be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292701] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3345fd5f-100b-4806-bcf7-1447464a680d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.292801] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 5e61d95c-d284-494c-a2fb-3d4095b4d846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 940.355109] env[65368]: DEBUG oslo_vmware.api [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424739, 'name': PowerOnVM_Task, 'duration_secs': 1.274817} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.355621] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 940.355762] env[65368]: DEBUG nova.compute.manager [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 940.356904] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698fdc1c-0bad-49e6-865e-2099fd5b352f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.361499] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.361767] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.361870] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Deleting the datastore file [datastore2] 6316172d-91a8-4c32-b7f3-8b873f8d3ce3 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.362575] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e90f5c-93dd-4c9a-8e82-1ac551e647eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.370512] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for the task: (returnval){ [ 940.370512] env[65368]: value = "task-4424744" [ 940.370512] env[65368]: _type = "Task" [ 940.370512] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.381651] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424744, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.499870] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Successfully created port: c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 940.514821] env[65368]: INFO nova.compute.manager [-] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Took 1.96 seconds to deallocate network for instance. [ 940.545852] env[65368]: INFO nova.compute.manager [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Took 33.59 seconds to build instance. [ 940.553356] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424742, 'name': Rename_Task, 'duration_secs': 0.261293} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.553703] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 940.554037] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3df546f9-5b29-4025-a16c-7ecc7ca9f2a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.563274] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 940.563274] env[65368]: value = "task-4424745" [ 940.563274] env[65368]: _type = "Task" [ 940.563274] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.574779] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.798119] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0f1610b5-07d6-4887-a211-ecadf8c10936 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 940.798304] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 25 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 940.798484] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5376MB phys_disk=100GB used_disk=26GB total_vcpus=48 used_vcpus=25 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '25', 'num_vm_active': '20', 'num_task_None': '19', 'num_os_type_None': '25', 'num_proj_350ca900e30246c5883586d1510978d0': '1', 'io_workload': '3', 'num_proj_e06da3e098494590a25eba1cf89e1342': '3', 'num_proj_1058962de456478282c7aec7fcb31331': '2', 'num_vm_rescued': '2', 'num_proj_705545d0daac4524900cd0b693965f24': '4', 'num_proj_773d027cc30d461dbebeb04f293b0b83': '2', 'num_proj_ff109f194ec34a5cbfdf111876578c64': '1', 'num_task_deleting': '2', 'num_proj_b2a14df4fbc84583ac4071daa6b674e6': '1', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'num_proj_9b615384a40143f5b8ec33919dbdca94': '1', 'num_proj_611a7f41909e4a07abeeb85c8715a5c5': '2', 'num_task_image_uploading': '1', 'num_proj_0de459ce3b14422fb5414824e4e382f4': '1', 'num_proj_e7014b8de34148a89fc974b96714bf80': '1', 'num_task_rebuild_spawning': '1', 'num_proj_1006cf83c90d4d9a8d4b21a6737e9086': '1', 'num_proj_b9b7847384e94066a0743413101e16ab': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_634db34c65574c039ca563ed3e504e6b': '1', 'num_proj_e1b30b9226aa4fbfa8e7761fe345f6ee': '1', 'num_proj_f700a2c8e95a4b4285492f6a1a0c34fc': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 940.882727] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.889440] env[65368]: DEBUG oslo_vmware.api [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Task: {'id': task-4424744, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.892923] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.893299] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.893575] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.893868] env[65368]: INFO nova.compute.manager [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Took 2.18 seconds to destroy the instance on the hypervisor. [ 940.894404] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 940.897173] env[65368]: DEBUG nova.compute.manager [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 940.897173] env[65368]: DEBUG nova.network.neutron [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 940.897173] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.022215] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.049097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86beb48b-5268-47cb-8a87-0f9060d51cb6 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.104s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.054840] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updated VIF entry in instance network info cache for port 4de442f7-43aa-4620-830d-f7d9f52a73cb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 941.055307] env[65368]: DEBUG nova.network.neutron [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [{"id": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "address": "fa:16:3e:4e:20:19", "network": {"id": "df080f36-0d2a-4dee-bc92-91d5f22bae50", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-261427874-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "e7014b8de34148a89fc974b96714bf80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69d412f5-01a9-4fed-8488-7b767a13a653", "external-id": "nsx-vlan-transportzone-444", "segmentation_id": 444, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4de442f7-43", "ovs_interfaceid": "4de442f7-43aa-4620-830d-f7d9f52a73cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.075164] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424745, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.256432] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 941.293184] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 941.293184] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 941.293184] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 941.293886] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 941.294213] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 941.297018] env[65368]: DEBUG nova.virt.hardware [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 941.297018] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4fa258d-8872-4083-876c-b8b079fd0a04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.314884] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d8aece-5ef2-4644-9e66-1759a4073436 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.357350] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f95ac80-55c2-495e-9c07-0c332f759665 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.370115] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ede0ed-f017-4518-a384-c088d0a769f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.377976] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 941.416925] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a06857b-23c7-4a47-8ab9-35082f7580fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.428229] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09edb248-0e43-4b6c-a180-98f4db383fc7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.447292] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.561760] env[65368]: DEBUG oslo_concurrency.lockutils [req-21cf7317-8e4a-4eb2-aadd-2a145d32591d req-f3b6e12b-f166-48cc-86ed-8c4f8c8f77c2 service nova] Releasing lock "refresh_cache-c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.576699] env[65368]: DEBUG oslo_vmware.api [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424745, 'name': PowerOnVM_Task, 'duration_secs': 0.920667} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.576699] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 941.576838] env[65368]: INFO nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Took 12.41 seconds to spawn the instance on the hypervisor. [ 941.577053] env[65368]: DEBUG nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 941.578032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b64e822-4639-4095-9a7a-0685613b7bf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.953226] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 942.097720] env[65368]: INFO nova.compute.manager [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Took 36.59 seconds to build instance. [ 942.457728] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 942.458126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.238s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.458399] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.662s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.458582] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.461718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.867s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.461979] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.464219] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 17.937s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.464425] env[65368]: DEBUG nova.objects.instance [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 942.494390] env[65368]: INFO nova.scheduler.client.report [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Deleted allocations for instance a4112107-4e15-491d-9b5f-8a004b295115 [ 942.496424] env[65368]: INFO nova.scheduler.client.report [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Deleted allocations for instance d40cd56e-eb71-4e55-b126-c50372b8c13c [ 942.600266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-250be829-5592-47e7-8f5c-7bfef0309313 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.104s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.896784] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Successfully updated port: c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 943.012333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-931cc183-3c03-4511-8e41-ad95ccd035d7 tempest-SecurityGroupsTestJSON-266981132 tempest-SecurityGroupsTestJSON-266981132-project-member] Lock "a4112107-4e15-491d-9b5f-8a004b295115" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.967s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.012333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b0902ce7-8938-4a47-bd65-fe9f2c2ee879 tempest-AttachInterfacesUnderV243Test-34987093 tempest-AttachInterfacesUnderV243Test-34987093-project-member] Lock "d40cd56e-eb71-4e55-b126-c50372b8c13c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.061s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.121633] env[65368]: DEBUG nova.compute.manager [req-0d1285ad-1722-42a0-af1e-3e60233f7c86 req-2a015348-709c-4608-952c-d1ec209767b1 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Received event network-vif-deleted-4de442f7-43aa-4620-830d-f7d9f52a73cb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.123603] env[65368]: INFO nova.compute.manager [req-0d1285ad-1722-42a0-af1e-3e60233f7c86 req-2a015348-709c-4608-952c-d1ec209767b1 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Neutron deleted interface 4de442f7-43aa-4620-830d-f7d9f52a73cb; detaching it from the instance and deleting it from the info cache [ 943.123603] env[65368]: DEBUG nova.network.neutron [req-0d1285ad-1722-42a0-af1e-3e60233f7c86 req-2a015348-709c-4608-952c-d1ec209767b1 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.237553] env[65368]: DEBUG nova.network.neutron [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.401964] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.401964] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.401964] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 943.479626] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8caa4715-d478-44fb-b35b-f817bf657ec6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.481372] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.574s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.481762] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.485213] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.482s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.487833] env[65368]: INFO nova.compute.claims [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 943.522792] env[65368]: INFO nova.scheduler.client.report [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleted allocations for instance 2afe03d3-aa3f-4621-a360-4715ccc395c4 [ 943.586968] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "6553a301-881b-470d-899f-8cb9f2318ebc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.587562] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.587688] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.587916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.588193] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.590775] env[65368]: INFO nova.compute.manager [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Terminating instance [ 943.625852] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f23777a-a8f7-479c-975c-3e51581d5ee1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.640665] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b449ac-23f1-4ae2-972b-6615d2f8c2ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.656761] env[65368]: DEBUG nova.compute.manager [req-3bb08ed1-261c-4d75-a7fa-39b5b9fc6f56 req-0b275aa2-5c87-4a42-a403-83e49eb5e955 service nova] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Received event network-vif-deleted-ace6e00b-a98a-4f27-b533-2546960d5e84 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 943.691054] env[65368]: DEBUG nova.compute.manager [req-0d1285ad-1722-42a0-af1e-3e60233f7c86 req-2a015348-709c-4608-952c-d1ec209767b1 service nova] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Detach interface failed, port_id=4de442f7-43aa-4620-830d-f7d9f52a73cb, reason: Instance c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 943.740559] env[65368]: INFO nova.compute.manager [-] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Took 2.84 seconds to deallocate network for instance. [ 944.035914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9f14c2-7b8e-49d6-acf3-f3748355dbe2 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "2afe03d3-aa3f-4621-a360-4715ccc395c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.623s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.099800] env[65368]: DEBUG nova.compute.manager [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 944.100194] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 944.101672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2be92d-e04d-4db5-8a04-43a16a833543 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.114966] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.115655] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b349f479-838c-412f-9487-d69ce316b3d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.125596] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 944.125596] env[65368]: value = "task-4424746" [ 944.125596] env[65368]: _type = "Task" [ 944.125596] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.137417] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424746, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.165326] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 944.248186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.362484] env[65368]: WARNING neutronclient.v2_0.client [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.587827] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.588911] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.589734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "3f9848b4-a527-44d1-b7ab-fa728c51b302-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.589734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.589734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.595088] env[65368]: INFO nova.compute.manager [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Terminating instance [ 944.618756] env[65368]: DEBUG nova.network.neutron [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Updating instance_info_cache with network_info: [{"id": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "address": "fa:16:3e:00:2a:03", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc201e0fe-1d", "ovs_interfaceid": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 944.641734] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424746, 'name': PowerOffVM_Task, 'duration_secs': 0.284351} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.642216] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 944.642402] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 944.642674] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0906e2f0-2056-4d0c-835d-38896a2f3a91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.728310] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 944.728609] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 944.728841] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore1] 6553a301-881b-470d-899f-8cb9f2318ebc {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 944.730015] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67f517de-6c59-4eef-879f-ebda12e6c263 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.742029] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 944.742029] env[65368]: value = "task-4424748" [ 944.742029] env[65368]: _type = "Task" [ 944.742029] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.765834] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.103609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "refresh_cache-3f9848b4-a527-44d1-b7ab-fa728c51b302" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.103845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquired lock "refresh_cache-3f9848b4-a527-44d1-b7ab-fa728c51b302" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.104113] env[65368]: DEBUG nova.network.neutron [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 945.112755] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03b26ba-2e41-4f3a-a32b-4a7b2f0c52da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.127770] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.127770] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Instance network_info: |[{"id": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "address": "fa:16:3e:00:2a:03", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc201e0fe-1d", "ovs_interfaceid": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 945.128342] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:2a:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c201e0fe-1d3c-437e-ab3f-cdca363dc89f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 945.137630] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.138428] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a77f0f-4812-4e0c-b8ae-ce7d6db6af05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.143539] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 945.143822] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca0a5d0-4da3-4d0e-bc92-5fb343d72137 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.209783] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3981de8-cdf4-423c-933f-2c45782664a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.212815] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 945.212815] env[65368]: value = "task-4424749" [ 945.212815] env[65368]: _type = "Task" [ 945.212815] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.213169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.213492] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.213756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.213947] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.214364] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.225796] env[65368]: INFO nova.compute.manager [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Terminating instance [ 945.229111] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452d72e-33a7-4895-8075-2a3a018628f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.238112] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424749, 'name': CreateVM_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.252883] env[65368]: DEBUG nova.compute.provider_tree [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.276375] env[65368]: DEBUG oslo_vmware.api [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217146} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.276375] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.276375] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.276375] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 945.276375] env[65368]: INFO nova.compute.manager [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 945.276761] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 945.276761] env[65368]: DEBUG nova.compute.manager [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 945.276761] env[65368]: DEBUG nova.network.neutron [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 945.277012] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.338867] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.432671] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Received event network-vif-plugged-c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 945.432671] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Acquiring lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.432671] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.432671] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.432671] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] No waiting events found dispatching network-vif-plugged-c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 945.432894] env[65368]: WARNING nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Received unexpected event network-vif-plugged-c201e0fe-1d3c-437e-ab3f-cdca363dc89f for instance with vm_state building and task_state spawning. [ 945.433112] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Received event network-changed-c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 945.433325] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Refreshing instance network info cache due to event network-changed-c201e0fe-1d3c-437e-ab3f-cdca363dc89f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 945.433623] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Acquiring lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.433777] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Acquired lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.434058] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Refreshing network info cache for port c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.607956] env[65368]: WARNING neutronclient.v2_0.client [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.715507] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 945.717039] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73e79b7-78aa-4ab4-b2df-f2a01e004522 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.733127] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 945.733642] env[65368]: ERROR oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk due to incomplete transfer. [ 945.737365] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51490bb7-dd83-43be-a0a4-bcc03cf96776 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.739221] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424749, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.739887] env[65368]: DEBUG nova.compute.manager [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 945.740159] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.741051] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47235113-e1d5-4338-91ad-0794fe213241 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.750223] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 945.750561] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f36e1dd-cfa0-447c-b7fd-d6c3f937c792 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.754364] env[65368]: DEBUG oslo_vmware.rw_handles [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fa136e-d8fd-b87d-c059-09143d6905fb/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 945.754580] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Uploaded image bc1f1000-b8a3-4ecd-9304-3f3fb9b080d4 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 945.756939] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 945.757750] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ef38e7b9-f351-4853-865d-df8ef236bad5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.763618] env[65368]: DEBUG nova.scheduler.client.report [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.768383] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 945.768383] env[65368]: value = "task-4424750" [ 945.768383] env[65368]: _type = "Task" [ 945.768383] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.771059] env[65368]: DEBUG nova.compute.manager [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 945.771513] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 945.771513] env[65368]: value = "task-4424751" [ 945.771513] env[65368]: _type = "Task" [ 945.771513] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.772316] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6169fa07-3a0b-4df7-bdf3-cfd9fdbd84fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.792602] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.802934] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424751, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.937853] env[65368]: WARNING neutronclient.v2_0.client [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.054632] env[65368]: DEBUG nova.network.neutron [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 946.188023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.188023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.188023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.188023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.188023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.190440] env[65368]: INFO nova.compute.manager [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Terminating instance [ 946.233915] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424749, 'name': CreateVM_Task, 'duration_secs': 0.670206} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.234150] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 946.234728] env[65368]: WARNING neutronclient.v2_0.client [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.235152] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.235314] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.235720] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.236018] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb33ebfc-f552-416f-a2a6-23a73593646c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.244783] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 946.244783] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e4e50c-9afa-067b-5071-56833a2120f2" [ 946.244783] env[65368]: _type = "Task" [ 946.244783] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.256964] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e4e50c-9afa-067b-5071-56833a2120f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.271026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.785s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.271026] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 946.274836] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.271s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.274982] env[65368]: DEBUG nova.objects.instance [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 946.297992] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424751, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.305616] env[65368]: INFO nova.compute.manager [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] instance snapshotting [ 946.307773] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424750, 'name': PowerOffVM_Task, 'duration_secs': 0.309696} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.308481] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 946.308805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 946.309524] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1d8f4e-c773-4f34-a573-ba36994813a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.312663] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f20e4d7-a9b5-4566-a566-15f0591f6703 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.335261] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486f68fe-0d9f-4d88-9507-bafea0ad6332 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.341719] env[65368]: DEBUG nova.network.neutron [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 946.493934] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 946.494937] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 946.494937] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleting the datastore file [datastore2] 09e405a8-2a9c-4695-9fc1-e4dea042e9be {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 946.494937] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d6ca315-990d-433b-bcfc-494781259686 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.504526] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for the task: (returnval){ [ 946.504526] env[65368]: value = "task-4424753" [ 946.504526] env[65368]: _type = "Task" [ 946.504526] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.514609] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.559340] env[65368]: INFO nova.compute.manager [-] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Took 1.28 seconds to deallocate network for instance. [ 946.696360] env[65368]: DEBUG nova.compute.manager [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 946.696360] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.697550] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2cadf5-b3e7-41e9-ba14-3345cc6518c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.707461] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.707824] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8d8a02a-0a11-4110-8fe3-c8738c479329 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.719294] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 946.719294] env[65368]: value = "task-4424754" [ 946.719294] env[65368]: _type = "Task" [ 946.719294] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.736985] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424754, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.763829] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e4e50c-9afa-067b-5071-56833a2120f2, 'name': SearchDatastore_Task, 'duration_secs': 0.045732} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.765081] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.765081] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 946.765284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.765633] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.765737] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 946.766157] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f77d8d14-4b1a-4180-8db4-5e8f1586e53d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.783826] env[65368]: DEBUG nova.compute.utils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 946.786902] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 946.786902] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 946.789125] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 946.789440] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 946.789943] env[65368]: WARNING neutronclient.v2_0.client [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.791957] env[65368]: WARNING neutronclient.v2_0.client [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 946.801802] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff11359d-4f43-4e59-82e8-002b8bbd7eb1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.830441] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424751, 'name': Destroy_Task, 'duration_secs': 0.927258} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.830441] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 946.830441] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e4fe90-41b5-4713-554b-810bec62e92f" [ 946.830441] env[65368]: _type = "Task" [ 946.830441] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.830681] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Destroyed the VM [ 946.831031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 946.831524] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f3807242-f83b-4352-8e59-80d353611752 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.856162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 946.857161] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e4fe90-41b5-4713-554b-810bec62e92f, 'name': SearchDatastore_Task, 'duration_secs': 0.018896} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.859446] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dcdbd1d1-766f-413f-86b3-30df2fd80c2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.865657] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 946.865657] env[65368]: value = "task-4424755" [ 946.865657] env[65368]: _type = "Task" [ 946.865657] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.865657] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b10b3cd-c1b5-43a3-92e6-3e635d467418 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.879736] env[65368]: DEBUG nova.compute.manager [req-5b9882d6-9726-4fa7-a10f-e70051d1914c req-8ce8bc89-14ba-449f-b4ce-87f31563b501 service nova] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Received event network-vif-deleted-474569f9-3f54-439b-a8ac-94d956fa0054 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 946.881929] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 946.881929] env[65368]: value = "task-4424756" [ 946.881929] env[65368]: _type = "Task" [ 946.881929] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.884919] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 946.884919] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522839d7-3a4c-561c-e415-c7439d7c7648" [ 946.884919] env[65368]: _type = "Task" [ 946.884919] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.896249] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.913580] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522839d7-3a4c-561c-e415-c7439d7c7648, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.913833] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.914466] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.914466] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5e61d95c-d284-494c-a2fb-3d4095b4d846/5e61d95c-d284-494c-a2fb-3d4095b4d846.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.914624] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a459efde-e1c0-4ec5-ba82-785d9be553d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.924127] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 946.924127] env[65368]: value = "task-4424757" [ 946.924127] env[65368]: _type = "Task" [ 946.924127] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.936818] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424757, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.019702] env[65368]: DEBUG oslo_vmware.api [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Task: {'id': task-4424753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378322} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.020136] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 947.020422] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 947.020741] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 947.020957] env[65368]: INFO nova.compute.manager [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Took 1.28 seconds to destroy the instance on the hypervisor. [ 947.021339] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 947.022179] env[65368]: DEBUG nova.compute.manager [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 947.022334] env[65368]: DEBUG nova.network.neutron [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 947.022703] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.067100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.097752] env[65368]: DEBUG nova.network.neutron [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.186035] env[65368]: DEBUG nova.policy [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 947.241248] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424754, 'name': PowerOffVM_Task, 'duration_secs': 0.338879} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.242023] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.242023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.242366] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-009567f3-8482-4e90-9aa6-e34767ba1497 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.290165] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 947.315026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0f4d5a0c-6aa8-4033-8ee0-04962dc5ce09 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.039s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.315026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.434s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.315026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.321688] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.437s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.322297] env[65368]: DEBUG nova.objects.instance [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 947.340794] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.340794] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.340794] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleting the datastore file [datastore1] 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.340794] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-89ac2bd0-9b52-4c6e-8350-2a335f364ca8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.346414] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.354540] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for the task: (returnval){ [ 947.354540] env[65368]: value = "task-4424759" [ 947.354540] env[65368]: _type = "Task" [ 947.354540] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.378133] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.385077] env[65368]: INFO nova.scheduler.client.report [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Deleted allocations for instance d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0 [ 947.403203] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424755, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.413971] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.439363] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424757, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.597876] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Releasing lock "refresh_cache-3f9848b4-a527-44d1-b7ab-fa728c51b302" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.599278] env[65368]: DEBUG nova.compute.manager [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 947.599278] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.599742] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c10a176-9c7e-418e-9bf3-609f8e2747b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.610315] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 947.610620] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29eaeffd-36be-4671-a807-96ac7ac3fdd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.620044] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 947.620044] env[65368]: value = "task-4424760" [ 947.620044] env[65368]: _type = "Task" [ 947.620044] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.634616] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.872866] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424759, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.895225] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424755, 'name': RemoveSnapshot_Task} progress is 12%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.917921] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424756, 'name': CreateSnapshot_Task, 'duration_secs': 0.938549} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.918948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19f4c7cf-b9b0-4a7a-b5cd-339c33706aad tempest-InstanceActionsNegativeTestJSON-979238978 tempest-InstanceActionsNegativeTestJSON-979238978-project-member] Lock "d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.667s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.920083] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 947.920982] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12020f8a-fd66-4c57-bee3-f1b74c1ffd0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.946358] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424757, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.629895} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.946806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5e61d95c-d284-494c-a2fb-3d4095b4d846/5e61d95c-d284-494c-a2fb-3d4095b4d846.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.947310] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.947724] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3afe543f-a3b9-49bf-9ba4-88686512ecb1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.960753] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 947.960753] env[65368]: value = "task-4424761" [ 947.960753] env[65368]: _type = "Task" [ 947.960753] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.977912] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.077175] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Successfully created port: 15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.132376] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424760, 'name': PowerOffVM_Task, 'duration_secs': 0.174445} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.132675] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.132838] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.133185] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c6202e0-aed8-4bdd-913e-a49ce023c868 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.161875] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.162237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.162494] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Deleting the datastore file [datastore2] 3f9848b4-a527-44d1-b7ab-fa728c51b302 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.162831] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7e10e7c-51b3-4336-99b2-09c6e2d4a281 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.170354] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for the task: (returnval){ [ 948.170354] env[65368]: value = "task-4424763" [ 948.170354] env[65368]: _type = "Task" [ 948.170354] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.181244] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.234999] env[65368]: WARNING neutronclient.v2_0.client [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.315552] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 948.338416] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9e4eb39b-4d20-406e-8314-8146ea154cbc tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.340509] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.318s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.340509] env[65368]: DEBUG nova.objects.instance [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lazy-loading 'resources' on Instance uuid c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.360253] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 948.360498] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.360918] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 948.360918] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.361083] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 948.361126] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 948.361350] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 948.361501] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 948.362084] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 948.362084] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 948.362084] env[65368]: DEBUG nova.virt.hardware [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 948.367629] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02125894-1e55-4aff-a8d5-ae2ed3fe2103 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.377478] env[65368]: DEBUG oslo_vmware.api [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Task: {'id': task-4424759, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.555369} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.379829] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.380070] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.380260] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.380434] env[65368]: INFO nova.compute.manager [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Took 1.69 seconds to destroy the instance on the hypervisor. [ 948.380670] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 948.384532] env[65368]: DEBUG nova.compute.manager [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 948.384640] env[65368]: DEBUG nova.network.neutron [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 948.384901] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.387762] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2936e01e-cee9-4780-a474-bfc1aee7e599 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.399320] env[65368]: DEBUG oslo_vmware.api [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424755, 'name': RemoveSnapshot_Task, 'duration_secs': 1.154291} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.407652] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 948.407949] env[65368]: INFO nova.compute.manager [None req-316dc41a-68ad-410b-9271-504e5d2c691d tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Took 18.91 seconds to snapshot the instance on the hypervisor. [ 948.448490] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 948.449669] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c64dd7ef-a44c-411d-90ee-881f23fa73bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.461022] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 948.461022] env[65368]: value = "task-4424764" [ 948.461022] env[65368]: _type = "Task" [ 948.461022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.481841] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085578} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.481975] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424764, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.485191] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 948.485191] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985438a8-4f64-4d32-994e-7778b950c23e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.511275] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 5e61d95c-d284-494c-a2fb-3d4095b4d846/5e61d95c-d284-494c-a2fb-3d4095b4d846.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 948.514670] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55eaf966-51c2-400d-a38c-d88c2a19f28f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.534563] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 948.534563] env[65368]: value = "task-4424765" [ 948.534563] env[65368]: _type = "Task" [ 948.534563] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.546135] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424765, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.683263] env[65368]: DEBUG oslo_vmware.api [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Task: {'id': task-4424763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112573} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.683590] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.683811] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.684013] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.684237] env[65368]: INFO nova.compute.manager [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Took 1.09 seconds to destroy the instance on the hypervisor. [ 948.684515] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 948.684723] env[65368]: DEBUG nova.compute.manager [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 948.684833] env[65368]: DEBUG nova.network.neutron [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 948.685137] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.909547] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.971913] env[65368]: DEBUG nova.network.neutron [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 948.972193] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.983891] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424764, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.988922] env[65368]: DEBUG nova.network.neutron [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.049094] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424765, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.056017] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Updated VIF entry in instance network info cache for port c201e0fe-1d3c-437e-ab3f-cdca363dc89f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 949.056558] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Updating instance_info_cache with network_info: [{"id": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "address": "fa:16:3e:00:2a:03", "network": {"id": "841d4e9f-19f1-4791-a297-9c2f12f1f5e9", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-468184657-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f700a2c8e95a4b4285492f6a1a0c34fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc201e0fe-1d", "ovs_interfaceid": "c201e0fe-1d3c-437e-ab3f-cdca363dc89f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.305900] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52317271-5b8f-409f-98d0-6d9b220c5cad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.316453] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf80d6e-e80b-4366-b2d1-386d0e12cc30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.353881] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36aa4a5-f1df-4eee-9b27-7c6eaf3cad4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.363943] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dcbf513-2950-44b7-a587-657fd5bd8164 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.380313] env[65368]: DEBUG nova.compute.provider_tree [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.474847] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424764, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.486422] env[65368]: DEBUG nova.network.neutron [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.494086] env[65368]: INFO nova.compute.manager [-] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Took 2.47 seconds to deallocate network for instance. [ 949.553493] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424765, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.559874] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Releasing lock "refresh_cache-5e61d95c-d284-494c-a2fb-3d4095b4d846" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.560269] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Received event network-changed-52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.560623] env[65368]: DEBUG nova.compute.manager [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Refreshing instance network info cache due to event network-changed-52d602e9-207b-45b2-88b1-f2738dcf8a62. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 949.560984] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.562994] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.562994] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Refreshing network info cache for port 52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.575472] env[65368]: DEBUG nova.compute.manager [req-58760e7f-eefd-4ca7-a290-6ecc431df18c req-fc6473b3-b54e-4e8f-94a9-9a1c03d04051 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-vif-deleted-d84af5c7-ba89-4e29-b868-a2f68928a69d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.673348] env[65368]: DEBUG nova.compute.manager [req-3bb97d71-8816-4569-af59-2a154eb395d6 req-53dac3dc-df72-455e-97f0-3847cad13137 service nova] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Received event network-vif-deleted-26245fdd-9eec-4bf5-9b57-6947256b282e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 949.800144] env[65368]: DEBUG nova.network.neutron [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.884474] env[65368]: DEBUG nova.scheduler.client.report [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 949.980195] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424764, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.989768] env[65368]: INFO nova.compute.manager [-] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Took 1.30 seconds to deallocate network for instance. [ 950.002419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.059577] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424765, 'name': ReconfigVM_Task, 'duration_secs': 1.363204} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.061072] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Successfully updated port: 15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.063880] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 5e61d95c-d284-494c-a2fb-3d4095b4d846/5e61d95c-d284-494c-a2fb-3d4095b4d846.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.065021] env[65368]: WARNING neutronclient.v2_0.client [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 950.070929] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-11eb7290-92d1-4a55-986d-eb5671458c90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.081016] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 950.081016] env[65368]: value = "task-4424766" [ 950.081016] env[65368]: _type = "Task" [ 950.081016] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.094594] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424766, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.303358] env[65368]: INFO nova.compute.manager [-] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Took 1.92 seconds to deallocate network for instance. [ 950.393022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.394017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.146s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.395831] env[65368]: DEBUG nova.objects.instance [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lazy-loading 'resources' on Instance uuid 6316172d-91a8-4c32-b7f3-8b873f8d3ce3 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.423411] env[65368]: INFO nova.scheduler.client.report [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Deleted allocations for instance c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca [ 950.479926] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424764, 'name': CloneVM_Task, 'duration_secs': 1.963854} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.480299] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Created linked-clone VM from snapshot [ 950.481270] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e588b4-e9ea-48c7-948b-11b52aaa152e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.490697] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Uploading image e6a35305-1f85-4e09-8b62-2771fb54981f {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 950.498873] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.525055] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 950.525055] env[65368]: value = "vm-865852" [ 950.525055] env[65368]: _type = "VirtualMachine" [ 950.525055] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 950.525893] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9d533847-f707-4f05-85ea-ed856a22f5db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.534700] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease: (returnval){ [ 950.534700] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526c8e21-45fa-fe82-dd53-426b7eefb46d" [ 950.534700] env[65368]: _type = "HttpNfcLease" [ 950.534700] env[65368]: } obtained for exporting VM: (result){ [ 950.534700] env[65368]: value = "vm-865852" [ 950.534700] env[65368]: _type = "VirtualMachine" [ 950.534700] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 950.535076] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the lease: (returnval){ [ 950.535076] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526c8e21-45fa-fe82-dd53-426b7eefb46d" [ 950.535076] env[65368]: _type = "HttpNfcLease" [ 950.535076] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 950.547022] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 950.547022] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526c8e21-45fa-fe82-dd53-426b7eefb46d" [ 950.547022] env[65368]: _type = "HttpNfcLease" [ 950.547022] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 950.547379] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 950.547379] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526c8e21-45fa-fe82-dd53-426b7eefb46d" [ 950.547379] env[65368]: _type = "HttpNfcLease" [ 950.547379] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 950.548251] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1485a6f-5296-4776-b87e-b937b525ab4d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.557658] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 950.557931] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 950.620457] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.620457] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.620457] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.633909] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424766, 'name': Rename_Task, 'duration_secs': 0.172762} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.634782] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 950.635048] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b52a3e01-3032-4c0d-a4e5-b7ad69f6dbbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.643215] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 950.643215] env[65368]: value = "task-4424768" [ 950.643215] env[65368]: _type = "Task" [ 950.643215] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.652774] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.657739] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0c3b587e-0423-4c56-8452-ed749ab8fa94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.811727] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.935120] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d3a6e8a-b039-4a7b-8c7e-89a29a62055b tempest-ServerRescueTestJSONUnderV235-1571762713 tempest-ServerRescueTestJSONUnderV235-1571762713-project-member] Lock "c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.549s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.178201] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424768, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.426765] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 951.461618] env[65368]: WARNING neutronclient.v2_0.client [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.499965] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05951120-622f-423d-a917-61f070baaea5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.510214] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e37db81-096d-4e59-adaf-f166317e2b0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.554111] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0896ab2-f8e8-43b9-ab62-08529528255a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.564101] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8973139d-b77f-4a87-993e-e10bc79d04be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.582508] env[65368]: DEBUG nova.compute.provider_tree [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.655594] env[65368]: DEBUG oslo_vmware.api [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424768, 'name': PowerOnVM_Task, 'duration_secs': 0.543578} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.655594] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.655594] env[65368]: INFO nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Took 10.40 seconds to spawn the instance on the hypervisor. [ 951.656014] env[65368]: DEBUG nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.659113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0314a89b-1d09-4854-bfe5-f18fe8433449 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.807425] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "155b10b2-59e3-43da-add1-5048ef482310" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.807855] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.088334] env[65368]: DEBUG nova.scheduler.client.report [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.186468] env[65368]: INFO nova.compute.manager [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Took 37.02 seconds to build instance. [ 952.310952] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 952.396327] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updated VIF entry in instance network info cache for port 52d602e9-207b-45b2-88b1-f2738dcf8a62. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 952.397602] env[65368]: DEBUG nova.network.neutron [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.498863] env[65368]: WARNING neutronclient.v2_0.client [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 952.536762] env[65368]: DEBUG nova.compute.manager [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Received event network-vif-plugged-15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.536826] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Acquiring lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.539015] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.539015] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.539235] env[65368]: DEBUG nova.compute.manager [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] No waiting events found dispatching network-vif-plugged-15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 952.539402] env[65368]: WARNING nova.compute.manager [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Received unexpected event network-vif-plugged-15248757-5695-4e63-b44e-3506e95351e9 for instance with vm_state building and task_state spawning. [ 952.539926] env[65368]: DEBUG nova.compute.manager [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Received event network-changed-15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.539926] env[65368]: DEBUG nova.compute.manager [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Refreshing instance network info cache due to event network-changed-15248757-5695-4e63-b44e-3506e95351e9. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 952.540122] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Acquiring lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.592172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.599183] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.532s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.599589] env[65368]: DEBUG nova.objects.instance [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lazy-loading 'resources' on Instance uuid 6553a301-881b-470d-899f-8cb9f2318ebc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 952.602608] env[65368]: DEBUG nova.compute.manager [req-aaf1b3d6-6675-4dc6-b9cd-c27169351f22 req-cbc09d58-2cb9-4ffb-9ac2-ff64f586d2c4 service nova] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Received event network-vif-deleted-3f997c50-13ff-49cd-8de3-50dd2ad2420f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 952.639260] env[65368]: INFO nova.scheduler.client.report [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Deleted allocations for instance 6316172d-91a8-4c32-b7f3-8b873f8d3ce3 [ 952.669363] env[65368]: DEBUG nova.compute.manager [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 952.670421] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42f3eb0-c64b-4569-aca8-e7eeb2a45464 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.687828] env[65368]: DEBUG oslo_concurrency.lockutils [None req-96e09a2b-ae93-4ccd-93ab-6b587f63b750 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.535s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.839843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.902256] env[65368]: DEBUG oslo_concurrency.lockutils [req-1fa6d25c-981f-4357-82ad-45ca3b7b428d req-3bf0f101-cedc-429e-8804-0c1e22835739 service nova] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.151730] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cd9f23d2-cf79-4b5b-857e-3cd3c0fc99d6 tempest-ServersV294TestFqdnHostnames-660977219 tempest-ServersV294TestFqdnHostnames-660977219-project-member] Lock "6316172d-91a8-4c32-b7f3-8b873f8d3ce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.953s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.191009] env[65368]: INFO nova.compute.manager [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] instance snapshotting [ 953.192617] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5049afbc-591e-49c4-a96a-c46ca4d6cd99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.218634] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6edd0424-2a41-4981-8d7e-a8484984d06e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.589229] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb3553c-1698-4987-9b63-ca4fd26fc538 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.607130] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2c6208-6bc5-4dc9-b6b8-5fd325f56557 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.655810] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb65f89-acb7-40a3-802f-795e7bb94a89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.666404] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efee91ed-901e-4dd7-830c-e27236663337 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.683790] env[65368]: DEBUG nova.compute.provider_tree [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.732708] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 953.733663] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9c8005a-86e4-4518-92bb-bc29cc409163 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.743022] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 953.743022] env[65368]: value = "task-4424769" [ 953.743022] env[65368]: _type = "Task" [ 953.743022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.755271] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.924611] env[65368]: DEBUG nova.network.neutron [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Updating instance_info_cache with network_info: [{"id": "15248757-5695-4e63-b44e-3506e95351e9", "address": "fa:16:3e:7f:53:20", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15248757-56", "ovs_interfaceid": "15248757-5695-4e63-b44e-3506e95351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.188058] env[65368]: DEBUG nova.scheduler.client.report [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.260257] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424769, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.430044] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.430408] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Instance network_info: |[{"id": "15248757-5695-4e63-b44e-3506e95351e9", "address": "fa:16:3e:7f:53:20", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15248757-56", "ovs_interfaceid": "15248757-5695-4e63-b44e-3506e95351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 954.434582] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Acquired lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.434834] env[65368]: DEBUG nova.network.neutron [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Refreshing network info cache for port 15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.442362] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:53:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15248757-5695-4e63-b44e-3506e95351e9', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.451951] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating folder: Project (4542489d608743c2b9ebc15bfb313e39). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.453839] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c23dcff5-d0e3-4ab0-9480-5439b137ff91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.472916] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created folder: Project (4542489d608743c2b9ebc15bfb313e39) in parent group-v865657. [ 954.472916] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating folder: Instances. Parent ref: group-v865853. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.472916] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642e3216-acf1-4693-866e-a1cc83037e6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.485575] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created folder: Instances in parent group-v865853. [ 954.485823] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 954.486032] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 954.486269] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a19befc-6c3c-43cf-97d4-d22c13ca3d99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.517280] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 954.517280] env[65368]: value = "task-4424772" [ 954.517280] env[65368]: _type = "Task" [ 954.517280] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.529859] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424772, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.694097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.095s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.700934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.699s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.702028] env[65368]: DEBUG nova.objects.instance [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lazy-loading 'resources' on Instance uuid 09e405a8-2a9c-4695-9fc1-e4dea042e9be {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.740958] env[65368]: INFO nova.scheduler.client.report [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted allocations for instance 6553a301-881b-470d-899f-8cb9f2318ebc [ 954.760431] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424769, 'name': CreateSnapshot_Task, 'duration_secs': 0.863906} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.761163] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 954.762227] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6471333-7422-42af-890e-5eb8e969a599 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.943338] env[65368]: WARNING neutronclient.v2_0.client [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.959030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.959030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.959030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.959030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.959030] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.961453] env[65368]: INFO nova.compute.manager [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Terminating instance [ 955.032677] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424772, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.256788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56752003-53b4-499d-b796-063db947df75 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "6553a301-881b-470d-899f-8cb9f2318ebc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.669s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.289971] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 955.294140] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03b2652b-4298-4db8-927d-9d40d62d4cb2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.311024] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 955.311024] env[65368]: value = "task-4424773" [ 955.311024] env[65368]: _type = "Task" [ 955.311024] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.323364] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424773, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.377558] env[65368]: WARNING neutronclient.v2_0.client [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.469159] env[65368]: DEBUG nova.compute.manager [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 955.469828] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.470591] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03381177-4e3d-4bfe-a2d8-a704138313d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.481929] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.482265] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a690749-7571-4819-9af5-95c6d57d5979 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.493197] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 955.493197] env[65368]: value = "task-4424774" [ 955.493197] env[65368]: _type = "Task" [ 955.493197] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.503974] env[65368]: DEBUG nova.network.neutron [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Updated VIF entry in instance network info cache for port 15248757-5695-4e63-b44e-3506e95351e9. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.504657] env[65368]: DEBUG nova.network.neutron [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Updating instance_info_cache with network_info: [{"id": "15248757-5695-4e63-b44e-3506e95351e9", "address": "fa:16:3e:7f:53:20", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15248757-56", "ovs_interfaceid": "15248757-5695-4e63-b44e-3506e95351e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.517305] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.545111] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424772, 'name': CreateVM_Task, 'duration_secs': 0.535364} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.546019] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.546019] env[65368]: WARNING neutronclient.v2_0.client [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.546570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.546678] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.549355] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.549355] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ab35745-f964-4ef0-ab79-51764731b935 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.559507] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 955.559507] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52140271-9e8d-b1ed-b430-e94b772586df" [ 955.559507] env[65368]: _type = "Task" [ 955.559507] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.572492] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52140271-9e8d-b1ed-b430-e94b772586df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.759883] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c576d62c-f5f6-4226-8db4-707c8d10a7d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.771706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726b9d64-7300-4128-a52f-2190bcaf08f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.816167] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38df9f45-9f3e-4e22-a398-44bb1962d99d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.826428] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424773, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.829875] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2efc55-d088-448f-9af6-67b7cda5a91c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.847299] env[65368]: DEBUG nova.compute.provider_tree [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.893876] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "f3037fdb-046a-44cf-be44-069f231406a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.894046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.894264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "f3037fdb-046a-44cf-be44-069f231406a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.894505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.894610] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.897166] env[65368]: INFO nova.compute.manager [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Terminating instance [ 956.003996] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424774, 'name': PowerOffVM_Task, 'duration_secs': 0.302104} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.004116] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.004280] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.004544] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-507ab219-89df-414b-adc2-29fd963ec698 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.011854] env[65368]: DEBUG oslo_concurrency.lockutils [req-1a788841-07f3-4650-bf4d-c0f414b5d02e req-64a51f52-aa04-4abd-b8db-f18e5d5d1493 service nova] Releasing lock "refresh_cache-0f1610b5-07d6-4887-a211-ecadf8c10936" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.073972] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52140271-9e8d-b1ed-b430-e94b772586df, 'name': SearchDatastore_Task, 'duration_secs': 0.012247} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.074429] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.074753] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.075086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.075295] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.075842] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.075918] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b196e9a2-d60a-4979-9cd1-9448dccab7ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.089339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.089339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.089339] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleting the datastore file [datastore1] 5e61d95c-d284-494c-a2fb-3d4095b4d846 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.091107] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77d979b1-4a0e-4165-a488-0f07be6cdd4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.094017] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.094268] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.095356] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cf64d32-47ec-4000-bfdd-dfffe7a879a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.106136] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for the task: (returnval){ [ 956.106136] env[65368]: value = "task-4424776" [ 956.106136] env[65368]: _type = "Task" [ 956.106136] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.106520] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 956.106520] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d53097-974e-8b43-f2ce-db03bd9cd985" [ 956.106520] env[65368]: _type = "Task" [ 956.106520] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.121645] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.125389] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d53097-974e-8b43-f2ce-db03bd9cd985, 'name': SearchDatastore_Task, 'duration_secs': 0.012368} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.126227] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c22d1b4-fbd6-4e94-a3a2-cd00d3f2cf3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.132980] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 956.132980] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52238458-de8f-9da1-403b-319b0d6e1df3" [ 956.132980] env[65368]: _type = "Task" [ 956.132980] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.144254] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52238458-de8f-9da1-403b-319b0d6e1df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.324650] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424773, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.351921] env[65368]: DEBUG nova.scheduler.client.report [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.401483] env[65368]: DEBUG nova.compute.manager [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 956.401719] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.403073] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35e7372-2422-4be3-9121-40ef75656bad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.412737] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.413037] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14927a84-47ef-4a45-9a06-04fb82e14d25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.422095] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 956.422095] env[65368]: value = "task-4424777" [ 956.422095] env[65368]: _type = "Task" [ 956.422095] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.433420] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.618610] env[65368]: DEBUG oslo_vmware.api [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Task: {'id': task-4424776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.290557} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.618880] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.619076] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.619440] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.619665] env[65368]: INFO nova.compute.manager [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Took 1.15 seconds to destroy the instance on the hypervisor. [ 956.619912] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 956.620129] env[65368]: DEBUG nova.compute.manager [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 956.620231] env[65368]: DEBUG nova.network.neutron [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 956.620482] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.649121] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52238458-de8f-9da1-403b-319b0d6e1df3, 'name': SearchDatastore_Task, 'duration_secs': 0.010673} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.649360] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.649832] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0f1610b5-07d6-4887-a211-ecadf8c10936/0f1610b5-07d6-4887-a211-ecadf8c10936.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.650393] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe5f1fee-a1fe-480e-9f37-4cf15b16b403 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.662504] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 956.662504] env[65368]: value = "task-4424778" [ 956.662504] env[65368]: _type = "Task" [ 956.662504] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.664751] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.679829] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.835441] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424773, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.858033] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.157s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.861232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.361s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.861232] env[65368]: DEBUG nova.objects.instance [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lazy-loading 'resources' on Instance uuid 3f9848b4-a527-44d1-b7ab-fa728c51b302 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.909060] env[65368]: INFO nova.scheduler.client.report [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Deleted allocations for instance 09e405a8-2a9c-4695-9fc1-e4dea042e9be [ 956.939319] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424777, 'name': PowerOffVM_Task, 'duration_secs': 0.282072} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.939450] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.940669] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.940669] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41c3e871-a6ca-4725-8ee5-75fd1c2d1f92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.052059] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.052420] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.052929] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore2] f3037fdb-046a-44cf-be44-069f231406a1 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.053409] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5940b11d-ed70-4a44-9961-c1629342b091 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.066126] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 957.066126] env[65368]: value = "task-4424780" [ 957.066126] env[65368]: _type = "Task" [ 957.066126] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.077512] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.112122] env[65368]: DEBUG nova.compute.manager [req-f24caf76-2998-4ea6-9de3-71307f9a4184 req-67805df5-be0f-40a5-9b36-416a474051aa service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Received event network-vif-deleted-c201e0fe-1d3c-437e-ab3f-cdca363dc89f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 957.112436] env[65368]: INFO nova.compute.manager [req-f24caf76-2998-4ea6-9de3-71307f9a4184 req-67805df5-be0f-40a5-9b36-416a474051aa service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Neutron deleted interface c201e0fe-1d3c-437e-ab3f-cdca363dc89f; detaching it from the instance and deleting it from the info cache [ 957.112587] env[65368]: DEBUG nova.network.neutron [req-f24caf76-2998-4ea6-9de3-71307f9a4184 req-67805df5-be0f-40a5-9b36-416a474051aa service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.179482] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424778, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.332647] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424773, 'name': CloneVM_Task, 'duration_secs': 1.777743} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.332647] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Created linked-clone VM from snapshot [ 957.333202] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f9c078e-5f7a-4bcc-9884-81111045fe99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.343101] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Uploading image 53c57233-d373-4bdb-be98-d048699d5c03 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 957.376075] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 957.376075] env[65368]: value = "vm-865857" [ 957.376075] env[65368]: _type = "VirtualMachine" [ 957.376075] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 957.376413] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-269694ae-4a37-45eb-8d15-5fa120c38e46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.385422] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease: (returnval){ [ 957.385422] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dbd68a-2f8a-6ab6-7e60-4a25794d1a68" [ 957.385422] env[65368]: _type = "HttpNfcLease" [ 957.385422] env[65368]: } obtained for exporting VM: (result){ [ 957.385422] env[65368]: value = "vm-865857" [ 957.385422] env[65368]: _type = "VirtualMachine" [ 957.385422] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 957.386122] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the lease: (returnval){ [ 957.386122] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dbd68a-2f8a-6ab6-7e60-4a25794d1a68" [ 957.386122] env[65368]: _type = "HttpNfcLease" [ 957.386122] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 957.398482] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.398482] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dbd68a-2f8a-6ab6-7e60-4a25794d1a68" [ 957.398482] env[65368]: _type = "HttpNfcLease" [ 957.398482] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 957.402132] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.402385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.420078] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c2cd5ee-035a-4b17-8859-17493c9ed743 tempest-ServersTestMultiNic-936235992 tempest-ServersTestMultiNic-936235992-project-member] Lock "09e405a8-2a9c-4695-9fc1-e4dea042e9be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.206s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.471141] env[65368]: DEBUG nova.network.neutron [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.575190] env[65368]: DEBUG oslo_vmware.api [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.293578} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.575190] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.575319] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.575491] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.575669] env[65368]: INFO nova.compute.manager [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Took 1.17 seconds to destroy the instance on the hypervisor. [ 957.575959] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 957.576159] env[65368]: DEBUG nova.compute.manager [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 957.576301] env[65368]: DEBUG nova.network.neutron [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.576573] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.623617] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7b19d61-8fc3-4162-af5c-65345c48ddc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.637389] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3abc90-52e9-4a9b-a014-b0281ef5b892 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.689561] env[65368]: DEBUG nova.compute.manager [req-f24caf76-2998-4ea6-9de3-71307f9a4184 req-67805df5-be0f-40a5-9b36-416a474051aa service nova] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Detach interface failed, port_id=c201e0fe-1d3c-437e-ab3f-cdca363dc89f, reason: Instance 5e61d95c-d284-494c-a2fb-3d4095b4d846 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 957.699851] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.595337} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.700646] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0f1610b5-07d6-4887-a211-ecadf8c10936/0f1610b5-07d6-4887-a211-ecadf8c10936.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.700646] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.700646] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96c36c0d-18e2-405a-b2e6-34010425608f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.709963] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 957.709963] env[65368]: value = "task-4424782" [ 957.709963] env[65368]: _type = "Task" [ 957.709963] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.729080] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.730165] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.820425] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05bbaa2-edc9-487a-89df-cc870995c732 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.828997] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1086232c-4aa9-4c36-b4e1-9f9d1fae516d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.860869] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7754e3bd-5391-4203-8253-1766191639dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.870159] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d725082f-836e-4400-8842-d9b5d058a2b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.885340] env[65368]: DEBUG nova.compute.provider_tree [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 957.894387] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 957.894387] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dbd68a-2f8a-6ab6-7e60-4a25794d1a68" [ 957.894387] env[65368]: _type = "HttpNfcLease" [ 957.894387] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 957.894709] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 957.894709] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dbd68a-2f8a-6ab6-7e60-4a25794d1a68" [ 957.894709] env[65368]: _type = "HttpNfcLease" [ 957.894709] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 957.895541] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fe8faa-8a18-4cbf-8577-90ba99c1e60b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.906122] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 957.908478] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 957.908652] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 957.974559] env[65368]: INFO nova.compute.manager [-] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Took 1.35 seconds to deallocate network for instance. [ 958.047114] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-40e4b89e-b3c6-4428-8c64-8923e524633a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.221068] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109462} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.223180] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 958.223180] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-119a882a-05e3-4287-9d56-e8a91c2c53e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.248802] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 0f1610b5-07d6-4887-a211-ecadf8c10936/0f1610b5-07d6-4887-a211-ecadf8c10936.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.249051] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0721df31-39ca-4d11-9acf-06cdf062bff0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.270118] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 958.270118] env[65368]: value = "task-4424783" [ 958.270118] env[65368]: _type = "Task" [ 958.270118] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.282158] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424783, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.391259] env[65368]: DEBUG nova.scheduler.client.report [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.432224] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.483077] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.597893] env[65368]: DEBUG nova.network.neutron [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.782498] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424783, 'name': ReconfigVM_Task, 'duration_secs': 0.353798} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.782664] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 0f1610b5-07d6-4887-a211-ecadf8c10936/0f1610b5-07d6-4887-a211-ecadf8c10936.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.783703] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a233535-2afd-4143-ba67-c8658d508f9b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.793651] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 958.793651] env[65368]: value = "task-4424784" [ 958.793651] env[65368]: _type = "Task" [ 958.793651] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.805703] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424784, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.892208] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 958.893244] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68d6327-ce1d-4b63-b55b-6a523b5c0556 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.896714] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.036s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 958.899027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.087s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.899266] env[65368]: DEBUG nova.objects.instance [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lazy-loading 'resources' on Instance uuid 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 958.905436] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 958.905848] env[65368]: ERROR oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk due to incomplete transfer. [ 958.906107] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-45475431-8360-4ef1-8f68-cfb9534fb716 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.918067] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526296a4-e2db-1902-ccc8-3eafb03d6694/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 958.918317] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Uploaded image e6a35305-1f85-4e09-8b62-2771fb54981f to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 958.921113] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 958.921203] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f306e1a5-487f-4179-93ac-49e3553b66a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.933102] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 958.933102] env[65368]: value = "task-4424785" [ 958.933102] env[65368]: _type = "Task" [ 958.933102] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.947056] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424785, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.960973] env[65368]: INFO nova.scheduler.client.report [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Deleted allocations for instance 3f9848b4-a527-44d1-b7ab-fa728c51b302 [ 959.102886] env[65368]: INFO nova.compute.manager [-] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Took 1.53 seconds to deallocate network for instance. [ 959.174143] env[65368]: DEBUG nova.compute.manager [req-27113ac1-f8c4-44aa-89ae-abd1c318a8ec req-4cfc64a8-f5b8-4b7a-bc04-1414a049a38e service nova] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Received event network-vif-deleted-bc04e6fc-ea01-449c-90da-2d831c465d77 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 959.309138] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424784, 'name': Rename_Task, 'duration_secs': 0.204089} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.309947] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 959.310230] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85f9f43e-3018-42f3-be87-ea7790a4f820 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.320052] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 959.320052] env[65368]: value = "task-4424786" [ 959.320052] env[65368]: _type = "Task" [ 959.320052] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.329936] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.454144] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424785, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.472014] env[65368]: DEBUG oslo_concurrency.lockutils [None req-feee1178-c469-49c6-83ff-e1105fe72482 tempest-ServersListShow298Test-1421456750 tempest-ServersListShow298Test-1421456750-project-member] Lock "3f9848b4-a527-44d1-b7ab-fa728c51b302" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.884s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.619280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.810330] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519175c7-d7aa-4120-a664-d98346e7c74d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.820558] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a5005-6d6c-4611-bea1-b42a058f6670 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.872553] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424786, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.873914] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613324b0-5532-4302-aa6b-21076e216659 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.883101] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8b61b51-8f8c-4b77-b492-22833841328e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.899708] env[65368]: DEBUG nova.compute.provider_tree [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 959.947896] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424785, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.338010] env[65368]: DEBUG oslo_vmware.api [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424786, 'name': PowerOnVM_Task, 'duration_secs': 0.531866} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.338324] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.338558] env[65368]: INFO nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Took 12.02 seconds to spawn the instance on the hypervisor. [ 960.338695] env[65368]: DEBUG nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 960.339558] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e9a4a3-6539-45f7-a59f-1776ba9b6802 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.403019] env[65368]: DEBUG nova.scheduler.client.report [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 960.435598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.435939] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.448662] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424785, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.864212] env[65368]: INFO nova.compute.manager [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Took 30.88 seconds to build instance. [ 960.915190] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.915808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.076s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.917549] env[65368]: INFO nova.compute.claims [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.937211] env[65368]: INFO nova.scheduler.client.report [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Deleted allocations for instance 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd [ 960.946170] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 960.957652] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424785, 'name': Destroy_Task, 'duration_secs': 1.675169} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.957974] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Destroyed the VM [ 960.958271] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 960.958576] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8354d749-3a2f-48e5-9a12-29787b1c95a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.971220] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 960.971220] env[65368]: value = "task-4424787" [ 960.971220] env[65368]: _type = "Task" [ 960.971220] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.980789] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424787, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.995028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.995028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.995028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 960.995028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.995028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.996448] env[65368]: INFO nova.compute.manager [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Terminating instance [ 961.372841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8e3b73a7-6cb0-4f5f-8e73-60c0ef8e0c88 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.401s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.455525] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e80cad79-ffd0-4c44-9151-41561d8840c6 tempest-MigrationsAdminTest-1454439679 tempest-MigrationsAdminTest-1454439679-project-member] Lock "6a92499e-d5c1-42a8-9b44-3f0d01abf8bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.269s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.472165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.484319] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424787, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.502073] env[65368]: DEBUG nova.compute.manager [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 961.502396] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 961.503626] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9edee5-9b0b-4956-83e9-8e29d6d47ad2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.513031] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 961.513392] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6c8bc56-1878-4e9c-bb5b-b9f4e45e0cae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.522923] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 961.522923] env[65368]: value = "task-4424788" [ 961.522923] env[65368]: _type = "Task" [ 961.522923] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.536439] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.984042] env[65368]: DEBUG oslo_vmware.api [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424787, 'name': RemoveSnapshot_Task, 'duration_secs': 0.865839} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.984042] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 961.984530] env[65368]: INFO nova.compute.manager [None req-e7846b00-cc34-4c28-90e9-6e4102cd75d0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Took 15.68 seconds to snapshot the instance on the hypervisor. [ 962.034376] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424788, 'name': PowerOffVM_Task, 'duration_secs': 0.407656} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.034646] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 962.034809] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 962.035157] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bdbc13b-d6be-4600-896a-3c6af4ce1957 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.125092] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 962.125401] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 962.125577] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleting the datastore file [datastore1] b48b5986-25cc-4cf6-b84c-7673d7f615d9 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 962.125835] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04b93b27-112c-4993-8efc-c0efe069dc26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.135167] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for the task: (returnval){ [ 962.135167] env[65368]: value = "task-4424790" [ 962.135167] env[65368]: _type = "Task" [ 962.135167] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.145129] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.246442] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "a827f708-b916-4ec9-ab28-f709c9015cf2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 962.246709] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.388037] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c93a18-b48e-486d-b45e-c7233ef04df2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.396887] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f05457-8679-44be-a177-6d282fab1f93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.431917] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbd889d-5c60-4b1a-abd0-ac7e67d96b1d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.440563] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc0f97e-b8e2-4576-8be7-94ccdd0d664e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.458116] env[65368]: DEBUG nova.compute.provider_tree [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.647750] env[65368]: DEBUG oslo_vmware.api [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Task: {'id': task-4424790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.206527} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.648014] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 962.648170] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 962.648341] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 962.648532] env[65368]: INFO nova.compute.manager [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Took 1.15 seconds to destroy the instance on the hypervisor. [ 962.648846] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 962.649099] env[65368]: DEBUG nova.compute.manager [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 962.649205] env[65368]: DEBUG nova.network.neutron [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 962.649551] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.692324] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.749814] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 962.961864] env[65368]: DEBUG nova.scheduler.client.report [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.279521] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.367462] env[65368]: DEBUG nova.compute.manager [req-ff52e9ec-1220-47a2-bd34-b7ee1a1acc73 req-15bc9123-6c70-48b2-9984-6e12264612cc service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Received event network-vif-deleted-7e2322a6-98fd-4b64-a5cf-ac0ab81590bc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 963.367587] env[65368]: INFO nova.compute.manager [req-ff52e9ec-1220-47a2-bd34-b7ee1a1acc73 req-15bc9123-6c70-48b2-9984-6e12264612cc service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Neutron deleted interface 7e2322a6-98fd-4b64-a5cf-ac0ab81590bc; detaching it from the instance and deleting it from the info cache [ 963.368196] env[65368]: DEBUG nova.network.neutron [req-ff52e9ec-1220-47a2-bd34-b7ee1a1acc73 req-15bc9123-6c70-48b2-9984-6e12264612cc service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.469988] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.470610] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 963.473441] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.041s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.474930] env[65368]: INFO nova.compute.claims [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.585326] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "7f3891b2-338e-415d-80c8-b2bc432521a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.585611] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.722815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.723276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.723585] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 963.723818] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.724031] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.726371] env[65368]: INFO nova.compute.manager [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Terminating instance [ 963.837362] env[65368]: DEBUG nova.network.neutron [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.872514] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-03e8cba8-eddc-4b8b-8244-e7aad8723ae8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.885937] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0edaecc-c323-4ab3-a6c6-ddcf957164f1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.930884] env[65368]: DEBUG nova.compute.manager [req-ff52e9ec-1220-47a2-bd34-b7ee1a1acc73 req-15bc9123-6c70-48b2-9984-6e12264612cc service nova] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Detach interface failed, port_id=7e2322a6-98fd-4b64-a5cf-ac0ab81590bc, reason: Instance b48b5986-25cc-4cf6-b84c-7673d7f615d9 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 963.980402] env[65368]: DEBUG nova.compute.utils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.985404] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 964.088551] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 964.230242] env[65368]: DEBUG nova.compute.manager [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 964.230450] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 964.231646] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43f7166-5f07-4c31-a0fd-b37dd5254dea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.240570] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 964.241045] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58f15050-5d76-4ec9-8426-b298045d12a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.248702] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 964.248702] env[65368]: value = "task-4424791" [ 964.248702] env[65368]: _type = "Task" [ 964.248702] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.260412] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424791, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.341096] env[65368]: INFO nova.compute.manager [-] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Took 1.69 seconds to deallocate network for instance. [ 964.486865] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 964.613182] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.732104] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "39665841-db3f-4114-9065-dbb3ed4b1f05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.732665] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.732665] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.732837] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.733081] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.735412] env[65368]: INFO nova.compute.manager [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Terminating instance [ 964.765343] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424791, 'name': PowerOffVM_Task, 'duration_secs': 0.489229} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.765646] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 964.765817] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 964.766093] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8ac9bbfc-f012-4aca-a7d1-839745b942fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.849287] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 964.879160] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f824df34-ccfe-4325-88b2-f0c540474e74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.888995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf1fd78-0e6e-4c85-b9c2-e90ef0cc4b38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.923214] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-440d21e9-5256-48b0-bff4-57234a016c19 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.932561] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a5b210-5614-47bc-aa0c-e4a926022afb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.951384] env[65368]: DEBUG nova.compute.provider_tree [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.987254] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 964.987459] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 964.987747] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleting the datastore file [datastore1] aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 964.988114] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0472828-73ad-4c80-b5b3-7066cba95b3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.002308] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 965.002308] env[65368]: value = "task-4424793" [ 965.002308] env[65368]: _type = "Task" [ 965.002308] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.014905] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424793, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.241804] env[65368]: DEBUG nova.compute.manager [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 965.242340] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.245389] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b43c408-73cc-48f2-8b9b-1a4d10eb600f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.256991] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.257453] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb280f5-2124-44b9-b401-919eded5202b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.270217] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 965.270217] env[65368]: value = "task-4424794" [ 965.270217] env[65368]: _type = "Task" [ 965.270217] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.285083] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.454960] env[65368]: DEBUG nova.scheduler.client.report [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.508432] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 965.518367] env[65368]: DEBUG oslo_vmware.api [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424793, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16562} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.518784] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 965.519052] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 965.519290] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 965.519483] env[65368]: INFO nova.compute.manager [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Took 1.29 seconds to destroy the instance on the hypervisor. [ 965.519729] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 965.519925] env[65368]: DEBUG nova.compute.manager [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 965.520069] env[65368]: DEBUG nova.network.neutron [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 965.520397] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.537173] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 965.537751] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.537936] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 965.538225] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.538301] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 965.538495] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 965.539091] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.539091] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 965.539347] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 965.539347] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 965.540119] env[65368]: DEBUG nova.virt.hardware [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 965.541088] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db7440eb-1a31-4449-999f-6aff038104a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.552195] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f34dab6-6db1-4c10-84a1-24ae1eecc22b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.573408] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 965.579252] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Creating folder: Project (22ab64c1674e4e68babdee0b64a5f145). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.579678] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921ded59-d740-4ab4-a00c-e669d56fcd83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.592140] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Created folder: Project (22ab64c1674e4e68babdee0b64a5f145) in parent group-v865657. [ 965.592350] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Creating folder: Instances. Parent ref: group-v865858. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 965.592771] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3113218d-e041-4a94-b28b-7e25b0272391 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.604448] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Created folder: Instances in parent group-v865858. [ 965.604703] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 965.605250] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 965.605250] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7884be19-e190-430e-b9b6-e70c12049e26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.625316] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 965.625316] env[65368]: value = "task-4424797" [ 965.625316] env[65368]: _type = "Task" [ 965.625316] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.630093] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.635934] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424797, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.780667] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424794, 'name': PowerOffVM_Task, 'duration_secs': 0.262318} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.780994] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 965.781192] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 965.782699] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c794e6c9-95fc-4361-8a0c-bda988b2b20f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.872671] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 965.872957] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 965.873256] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Deleting the datastore file [datastore1] 39665841-db3f-4114-9065-dbb3ed4b1f05 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 965.873580] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43256bf8-e89d-40d1-9da4-1995a06a1c1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.881949] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for the task: (returnval){ [ 965.881949] env[65368]: value = "task-4424799" [ 965.881949] env[65368]: _type = "Task" [ 965.881949] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.895069] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.961839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.965433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.482s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.966260] env[65368]: DEBUG nova.objects.instance [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lazy-loading 'resources' on Instance uuid 5e61d95c-d284-494c-a2fb-3d4095b4d846 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 966.145066] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424797, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.231596] env[65368]: DEBUG nova.compute.manager [req-12503332-4159-40ce-a1f8-a62c199f26f5 req-bd08bfe1-b184-4064-a965-768983f774d8 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Received event network-vif-deleted-3b175a33-7de5-44d8-9d88-1242bcca5d46 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 966.231768] env[65368]: INFO nova.compute.manager [req-12503332-4159-40ce-a1f8-a62c199f26f5 req-bd08bfe1-b184-4064-a965-768983f774d8 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Neutron deleted interface 3b175a33-7de5-44d8-9d88-1242bcca5d46; detaching it from the instance and deleting it from the info cache [ 966.234186] env[65368]: DEBUG nova.network.neutron [req-12503332-4159-40ce-a1f8-a62c199f26f5 req-bd08bfe1-b184-4064-a965-768983f774d8 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.398343] env[65368]: DEBUG oslo_vmware.api [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Task: {'id': task-4424799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170236} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.398343] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.398536] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.399649] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.399649] env[65368]: INFO nova.compute.manager [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Took 1.16 seconds to destroy the instance on the hypervisor. [ 966.399649] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 966.399649] env[65368]: DEBUG nova.compute.manager [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 966.399649] env[65368]: DEBUG nova.network.neutron [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 966.399649] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.433470] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.470954] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 966.472038] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "00198bb7-03d9-4652-a2ed-29894fa865e1" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.472798] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "00198bb7-03d9-4652-a2ed-29894fa865e1" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 966.477632] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6bcd42-bce3-45ee-be95-cd2bc38c2e2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.482294] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "00198bb7-03d9-4652-a2ed-29894fa865e1" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.010s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.483014] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 966.501199] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 966.501199] env[65368]: ERROR oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk due to incomplete transfer. [ 966.501199] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2381fba5-be37-43eb-bb9f-b1c9d64b5ed4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.518866] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b11938-25ee-6435-4403-d96e0ca544ab/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 966.518956] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Uploaded image 53c57233-d373-4bdb-be98-d048699d5c03 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 966.521212] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 966.521212] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-80e1f9d6-adee-4d2a-9602-acee062ad2d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.531289] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 966.531289] env[65368]: value = "task-4424800" [ 966.531289] env[65368]: _type = "Task" [ 966.531289] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.542222] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424800, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.641455] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424797, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.669956] env[65368]: DEBUG nova.network.neutron [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 966.738016] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63b2e890-c488-4a46-9e86-20e5dd776bc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.750983] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdfcd6a7-0d44-49b8-970e-03334a9a4168 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.797024] env[65368]: DEBUG nova.compute.manager [req-12503332-4159-40ce-a1f8-a62c199f26f5 req-bd08bfe1-b184-4064-a965-768983f774d8 service nova] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Detach interface failed, port_id=3b175a33-7de5-44d8-9d88-1242bcca5d46, reason: Instance aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 966.980826] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956a3f16-26d4-43e7-9fed-69f56b5c1d91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.993765] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dabf68e7-c705-4ecb-b84d-41e11c617655 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.999104] env[65368]: DEBUG nova.compute.utils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 967.003432] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 967.003432] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 967.003432] env[65368]: WARNING neutronclient.v2_0.client [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.003432] env[65368]: WARNING neutronclient.v2_0.client [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.046539] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8fbfd68-1580-4059-81e0-34bd48129832 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.059434] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424800, 'name': Destroy_Task, 'duration_secs': 0.468676} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.060379] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Destroyed the VM [ 967.060679] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 967.062130] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87e5cd7-1ce2-40c3-85fc-50ae62d14412 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.066651] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-81dd2d4b-7607-4e9c-a0c3-547e4fcac753 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.071941] env[65368]: DEBUG nova.policy [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2ded05cb90874c4aa40f73b85f468a7c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '713c07f24c2d4b42bc4669b899be1461', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 967.084810] env[65368]: DEBUG nova.compute.provider_tree [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.089253] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 967.089253] env[65368]: value = "task-4424801" [ 967.089253] env[65368]: _type = "Task" [ 967.089253] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.098833] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.141266] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424797, 'name': CreateVM_Task, 'duration_secs': 1.346944} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.141266] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 967.141579] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.141676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.141989] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.142264] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3724ee9e-1ac3-4884-ad17-40ba75731fdd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.148677] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 967.148677] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52246248-5247-bf7e-88bd-1a41a1838db5" [ 967.148677] env[65368]: _type = "Task" [ 967.148677] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.158402] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52246248-5247-bf7e-88bd-1a41a1838db5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.175475] env[65368]: INFO nova.compute.manager [-] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Took 1.66 seconds to deallocate network for instance. [ 967.429035] env[65368]: DEBUG nova.network.neutron [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.463166] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Successfully created port: 91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 967.508393] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 967.611741] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424801, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.626299] env[65368]: ERROR nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] [req-14d023c9-aa4b-42a1-9f09-89fca0638f4c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-14d023c9-aa4b-42a1-9f09-89fca0638f4c"}]} [ 967.661850] env[65368]: DEBUG nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 967.674938] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52246248-5247-bf7e-88bd-1a41a1838db5, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.675534] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.675899] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 967.676290] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.676594] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.676790] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 967.677231] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5eb10757-8b19-4ca5-a94d-a1c1643efcd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.682796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.689317] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 967.689317] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 967.689989] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefbc513-1822-40ee-9bfc-3ef2d9a09e04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.697571] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 967.697571] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c40884-485b-f4b3-5826-d69684b58a6f" [ 967.697571] env[65368]: _type = "Task" [ 967.697571] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.702951] env[65368]: DEBUG nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 967.703241] env[65368]: DEBUG nova.compute.provider_tree [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 967.713177] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c40884-485b-f4b3-5826-d69684b58a6f, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.713759] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a32b3f-108f-4975-a3d0-d62437a7d0a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.718073] env[65368]: DEBUG nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 967.727184] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 967.727184] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52896046-272d-ef99-4f42-aa5ab03a9405" [ 967.727184] env[65368]: _type = "Task" [ 967.727184] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.739146] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52896046-272d-ef99-4f42-aa5ab03a9405, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.744123] env[65368]: DEBUG nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 967.931791] env[65368]: INFO nova.compute.manager [-] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Took 1.53 seconds to deallocate network for instance. [ 968.103656] env[65368]: DEBUG oslo_vmware.api [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424801, 'name': RemoveSnapshot_Task, 'duration_secs': 0.983504} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.103804] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 968.104118] env[65368]: INFO nova.compute.manager [None req-a7c066ac-5cf5-4283-86d3-c7696ffb9da7 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 14.91 seconds to snapshot the instance on the hypervisor. [ 968.242200] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52896046-272d-ef99-4f42-aa5ab03a9405, 'name': SearchDatastore_Task, 'duration_secs': 0.010962} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.242200] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.242200] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 968.242200] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8fab448-4d94-45da-bd45-1c70fcbe8fde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.251539] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 968.251539] env[65368]: value = "task-4424802" [ 968.251539] env[65368]: _type = "Task" [ 968.251539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.265451] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424802, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.268305] env[65368]: DEBUG nova.compute.manager [req-af942bf5-abc6-4c66-a04f-c57d31131047 req-64f1ee66-ca62-4911-a51d-6e52b0b41275 service nova] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Received event network-vif-deleted-4bfc74ac-937f-456d-a0d4-0ab144466de4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 968.278391] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53136b89-ebf0-4de9-8cbd-fabd6f959da6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.289009] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a27e6e8-43d0-4282-84a9-466ad3ceb8c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.323719] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3540a5-b71b-4e42-97a4-110b9e96fa73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.332119] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c5111a-ca90-40a7-b28e-ae80357bc448 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.352175] env[65368]: DEBUG nova.compute.provider_tree [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.440796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.519390] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 968.554980] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.555300] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.555534] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.555928] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.555928] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.556070] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.556303] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.556501] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.556728] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.556946] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.557147] env[65368]: DEBUG nova.virt.hardware [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.558152] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a6a2e5-30aa-4b66-9da0-c655ee28dddd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.570164] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3128ac61-306b-49bd-b7c7-707a54b950ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.761990] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424802, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.897079] env[65368]: DEBUG nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 99 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.897079] env[65368]: DEBUG nova.compute.provider_tree [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 99 to 100 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.897079] env[65368]: DEBUG nova.compute.provider_tree [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 969.103659] env[65368]: DEBUG nova.compute.manager [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Received event network-vif-plugged-91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 969.103986] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] Acquiring lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.104482] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.104574] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.104827] env[65368]: DEBUG nova.compute.manager [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] No waiting events found dispatching network-vif-plugged-91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 969.105011] env[65368]: WARNING nova.compute.manager [req-ed04baba-8505-4576-9be1-9a13619d524f req-1c62fa7a-48f0-4d29-a14a-12ee0d909978 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Received unexpected event network-vif-plugged-91be1400-f29a-415f-b61f-5e63bd952de9 for instance with vm_state building and task_state spawning. [ 969.212772] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Successfully updated port: 91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 969.260293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.260581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.271278] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424802, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537582} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.272402] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 969.274103] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 969.274103] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2daa3de4-bc62-484b-aa21-bc3428617b08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.283599] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 969.283599] env[65368]: value = "task-4424803" [ 969.283599] env[65368]: _type = "Task" [ 969.283599] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.300876] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.401821] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.436s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.404373] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.785s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.404616] env[65368]: DEBUG nova.objects.instance [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lazy-loading 'resources' on Instance uuid f3037fdb-046a-44cf-be44-069f231406a1 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.441320] env[65368]: INFO nova.scheduler.client.report [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Deleted allocations for instance 5e61d95c-d284-494c-a2fb-3d4095b4d846 [ 969.715811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.715811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquired lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.715811] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 969.764631] env[65368]: DEBUG nova.compute.utils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.794021] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23373} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.794431] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 969.795332] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceee0b3-ce6c-4d3f-90b3-2bb64174ee99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.817981] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 969.818749] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e27b9da-0e74-4e8b-ae1a-c55829ab1bc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.842045] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 969.842045] env[65368]: value = "task-4424807" [ 969.842045] env[65368]: _type = "Task" [ 969.842045] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.853920] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.951849] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f33bd1e6-2019-46f2-8847-fec5e940cf35 tempest-ImagesOneServerNegativeTestJSON-1367121016 tempest-ImagesOneServerNegativeTestJSON-1367121016-project-member] Lock "5e61d95c-d284-494c-a2fb-3d4095b4d846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.995s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.254792] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 970.272045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.284654] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80cde97-f855-4b8a-a93a-773533dcadf8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.293057] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3621854b-036a-40db-b299-f05d4a3262e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.333252] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb40cb8e-a186-4b9c-95e5-7da393dade42 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.341926] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfe2e35-f92d-459d-aa46-fa7dd65a84a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.355185] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424807, 'name': ReconfigVM_Task, 'duration_secs': 0.366356} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.363351] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 970.364329] env[65368]: DEBUG nova.compute.provider_tree [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.365778] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae039ce0-5765-4a8f-81b9-e9dbf285904d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.369136] env[65368]: WARNING neutronclient.v2_0.client [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.372827] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 970.372827] env[65368]: value = "task-4424808" [ 970.372827] env[65368]: _type = "Task" [ 970.372827] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.383226] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424808, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.443573] env[65368]: DEBUG nova.network.neutron [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Updating instance_info_cache with network_info: [{"id": "91be1400-f29a-415f-b61f-5e63bd952de9", "address": "fa:16:3e:f1:ce:6e", "network": {"id": "6a796c24-f2b0-4221-9cbe-ced101fb558c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1303070601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713c07f24c2d4b42bc4669b899be1461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91be1400-f2", "ovs_interfaceid": "91be1400-f29a-415f-b61f-5e63bd952de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.870210] env[65368]: DEBUG nova.scheduler.client.report [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.885950] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424808, 'name': Rename_Task, 'duration_secs': 0.137818} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.886373] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.886532] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1766d688-58e9-4622-a88f-371c09358adb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.897682] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 970.897682] env[65368]: value = "task-4424809" [ 970.897682] env[65368]: _type = "Task" [ 970.897682] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.909295] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.948321] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Releasing lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.948874] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Instance network_info: |[{"id": "91be1400-f29a-415f-b61f-5e63bd952de9", "address": "fa:16:3e:f1:ce:6e", "network": {"id": "6a796c24-f2b0-4221-9cbe-ced101fb558c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1303070601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713c07f24c2d4b42bc4669b899be1461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91be1400-f2", "ovs_interfaceid": "91be1400-f29a-415f-b61f-5e63bd952de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 970.949619] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:ce:6e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f925dc8-2145-457e-a4d4-c07117356dd0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91be1400-f29a-415f-b61f-5e63bd952de9', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 970.959040] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Creating folder: Project (713c07f24c2d4b42bc4669b899be1461). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.959666] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b539a48-48d2-4b03-9ba3-4824c83e6688 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.971280] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Created folder: Project (713c07f24c2d4b42bc4669b899be1461) in parent group-v865657. [ 970.971280] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Creating folder: Instances. Parent ref: group-v865864. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 970.971846] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcdc4986-ed9f-42a9-977c-73cabfd73f13 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.986979] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Created folder: Instances in parent group-v865864. [ 970.987196] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 970.987369] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.987681] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfb91798-04bc-4af8-b3dd-2955bd42fcff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.019104] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.019104] env[65368]: value = "task-4424812" [ 971.019104] env[65368]: _type = "Task" [ 971.019104] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.029803] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424812, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.137375] env[65368]: DEBUG nova.compute.manager [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Received event network-changed-91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 971.137540] env[65368]: DEBUG nova.compute.manager [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Refreshing instance network info cache due to event network-changed-91be1400-f29a-415f-b61f-5e63bd952de9. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 971.137799] env[65368]: DEBUG oslo_concurrency.lockutils [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] Acquiring lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.138218] env[65368]: DEBUG oslo_concurrency.lockutils [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] Acquired lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.138523] env[65368]: DEBUG nova.network.neutron [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Refreshing network info cache for port 91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.348631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.349055] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.349364] env[65368]: INFO nova.compute.manager [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Attaching volume 1e813163-2c18-4627-9cc2-3120bf3d2cdf to /dev/sdb [ 971.381223] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.383841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.912s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.386531] env[65368]: INFO nova.compute.claims [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.406314] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e3306-8997-49c3-b9db-614584b79e83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.417945] env[65368]: DEBUG oslo_vmware.api [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424809, 'name': PowerOnVM_Task, 'duration_secs': 0.492146} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.417945] env[65368]: INFO nova.scheduler.client.report [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted allocations for instance f3037fdb-046a-44cf-be44-069f231406a1 [ 971.422252] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.426075] env[65368]: INFO nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Took 5.91 seconds to spawn the instance on the hypervisor. [ 971.426075] env[65368]: DEBUG nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.427368] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce8b524-638c-484b-a3e0-a3c547770f30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.434989] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a17986-0122-4bd4-b693-4604a8b55d53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.458096] env[65368]: DEBUG nova.virt.block_device [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating existing volume attachment record: 74069a0e-23cc-4ce9-b0cf-e0bfde87b8a5 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.531185] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424812, 'name': CreateVM_Task, 'duration_secs': 0.417639} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.531185] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.531779] env[65368]: WARNING neutronclient.v2_0.client [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.532310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.532788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.532788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.533086] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bb3540c-eab8-4729-949f-680d1fe07a59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.539227] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 971.539227] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529111fe-f0d3-d288-5daa-2d507669d132" [ 971.539227] env[65368]: _type = "Task" [ 971.539227] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.548701] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529111fe-f0d3-d288-5daa-2d507669d132, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.641908] env[65368]: WARNING neutronclient.v2_0.client [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.827413] env[65368]: WARNING neutronclient.v2_0.client [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.863101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.863615] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.863868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.864099] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.864499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.871468] env[65368]: INFO nova.compute.manager [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Terminating instance [ 971.935586] env[65368]: DEBUG nova.network.neutron [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Updated VIF entry in instance network info cache for port 91be1400-f29a-415f-b61f-5e63bd952de9. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 971.936424] env[65368]: DEBUG nova.network.neutron [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Updating instance_info_cache with network_info: [{"id": "91be1400-f29a-415f-b61f-5e63bd952de9", "address": "fa:16:3e:f1:ce:6e", "network": {"id": "6a796c24-f2b0-4221-9cbe-ced101fb558c", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1303070601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "713c07f24c2d4b42bc4669b899be1461", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f925dc8-2145-457e-a4d4-c07117356dd0", "external-id": "nsx-vlan-transportzone-356", "segmentation_id": 356, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91be1400-f2", "ovs_interfaceid": "91be1400-f29a-415f-b61f-5e63bd952de9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.945914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-13c6e34f-9bf4-4bd1-83eb-e306b649b4c6 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "f3037fdb-046a-44cf-be44-069f231406a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.052s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.959816] env[65368]: INFO nova.compute.manager [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Took 19.14 seconds to build instance. [ 972.061252] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529111fe-f0d3-d288-5daa-2d507669d132, 'name': SearchDatastore_Task, 'duration_secs': 0.040332} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.066201] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.066201] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.066201] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.066201] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.066201] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.066601] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c71208a5-175d-4d36-9f33-9c22bbc78304 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.091429] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.091826] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.092937] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2da25c53-e4eb-493e-998c-9f79ebb968c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.106370] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 972.106370] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8de00-e066-9248-d4b0-edecb97c3230" [ 972.106370] env[65368]: _type = "Task" [ 972.106370] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.128895] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8de00-e066-9248-d4b0-edecb97c3230, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.378639] env[65368]: DEBUG nova.compute.manager [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 972.378989] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.379970] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b935be6-8a66-4236-bb7d-76e569c4df68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.388091] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.388370] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af555fc4-7efa-49dc-b919-9d053c9e947e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.398909] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 972.398909] env[65368]: value = "task-4424816" [ 972.398909] env[65368]: _type = "Task" [ 972.398909] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.408703] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.441352] env[65368]: DEBUG oslo_concurrency.lockutils [req-009fe0aa-a817-4a03-9449-5d07c1820109 req-1eb41e42-831d-4674-a6f0-e4a6653ca2d2 service nova] Releasing lock "refresh_cache-fba48f7d-7d51-4f15-9c64-d0a22adfcc51" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.464763] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1247c631-f3c9-43db-adfd-700ff05841e5 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.657s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.631385] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f8de00-e066-9248-d4b0-edecb97c3230, 'name': SearchDatastore_Task, 'duration_secs': 0.020194} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.631385] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29efefb2-8e23-4690-9500-b502bd23b99a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.647254] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 972.647254] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52174877-99d6-bb7f-5126-e50b037a8125" [ 972.647254] env[65368]: _type = "Task" [ 972.647254] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.661828] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52174877-99d6-bb7f-5126-e50b037a8125, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.826924] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e70b0-a5dc-4db0-92bb-74e5faea6ab9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.836451] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d31b1eb-a02a-4812-90d1-596fb278bdf0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.873633] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ad1a95-99ed-4079-ab19-01f1066bbf07 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.886020] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0b39c2-b281-4346-916c-c4a3a3a58f9b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.900661] env[65368]: DEBUG nova.compute.provider_tree [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.911425] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424816, 'name': PowerOffVM_Task, 'duration_secs': 0.231753} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.911754] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.911927] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.912229] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb506de6-2d9a-4880-9458-46a521a8e08d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.990289] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.991025] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.992023] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleting the datastore file [datastore2] 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.992023] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-280d4c96-3956-493a-bc8d-a31b62f09efd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.003799] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 973.003799] env[65368]: value = "task-4424819" [ 973.003799] env[65368]: _type = "Task" [ 973.003799] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.015537] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424819, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.052942] env[65368]: INFO nova.compute.manager [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Rebuilding instance [ 973.114977] env[65368]: DEBUG nova.compute.manager [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 973.116024] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3f07d0-a6fa-4d79-be08-6b155715b8e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.160335] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52174877-99d6-bb7f-5126-e50b037a8125, 'name': SearchDatastore_Task, 'duration_secs': 0.054823} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.160434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.160688] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] fba48f7d-7d51-4f15-9c64-d0a22adfcc51/fba48f7d-7d51-4f15-9c64-d0a22adfcc51.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.160955] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2839dcb4-9dd0-4788-b8f5-b8df5c138941 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.171878] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 973.171878] env[65368]: value = "task-4424820" [ 973.171878] env[65368]: _type = "Task" [ 973.171878] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.181794] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.209475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.210071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.210492] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.210726] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.211053] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.215331] env[65368]: INFO nova.compute.manager [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Terminating instance [ 973.406559] env[65368]: DEBUG nova.scheduler.client.report [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.516060] env[65368]: DEBUG oslo_vmware.api [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424819, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.43712} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.516651] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.516651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.516651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.516853] env[65368]: INFO nova.compute.manager [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Took 1.14 seconds to destroy the instance on the hypervisor. [ 973.517088] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 973.517572] env[65368]: DEBUG nova.compute.manager [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 973.517572] env[65368]: DEBUG nova.network.neutron [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 973.517758] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.560358] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.682297] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424820, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.721054] env[65368]: DEBUG nova.compute.manager [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 973.721709] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 973.722341] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7465bb8c-ad85-4d97-aea3-3d9a0c18d899 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.731921] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 973.732318] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-513dcb67-4cf3-44dd-acf2-be311b8b45f1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.740385] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 973.740385] env[65368]: value = "task-4424821" [ 973.740385] env[65368]: _type = "Task" [ 973.740385] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.754351] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424821, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.910508] env[65368]: DEBUG nova.compute.manager [req-7f960ddc-d9e8-4ffe-973b-bcafc705ef66 req-e7289135-e68d-4c95-ac8f-b09d4ba0bbd3 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Received event network-vif-deleted-976e9285-b42d-40fb-904d-f797e0cfe5d0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 973.910891] env[65368]: INFO nova.compute.manager [req-7f960ddc-d9e8-4ffe-973b-bcafc705ef66 req-e7289135-e68d-4c95-ac8f-b09d4ba0bbd3 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Neutron deleted interface 976e9285-b42d-40fb-904d-f797e0cfe5d0; detaching it from the instance and deleting it from the info cache [ 973.910943] env[65368]: DEBUG nova.network.neutron [req-7f960ddc-d9e8-4ffe-973b-bcafc705ef66 req-e7289135-e68d-4c95-ac8f-b09d4ba0bbd3 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.914058] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.530s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.914613] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 973.918566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.640s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.920292] env[65368]: INFO nova.compute.claims [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.133392] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.134012] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8b20ee-dfe9-467e-b8c8-407bbf2b4f70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.145430] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 974.145430] env[65368]: value = "task-4424823" [ 974.145430] env[65368]: _type = "Task" [ 974.145430] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.155061] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.162671] env[65368]: DEBUG nova.compute.manager [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 974.162946] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1992bf16-6ce3-446f-b794-d45fe17118ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.184591] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424820, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.996397} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.184790] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] fba48f7d-7d51-4f15-9c64-d0a22adfcc51/fba48f7d-7d51-4f15-9c64-d0a22adfcc51.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.185011] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.185287] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b0804a8-b5f4-49d4-9d20-716b128d110b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.193904] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 974.193904] env[65368]: value = "task-4424824" [ 974.193904] env[65368]: _type = "Task" [ 974.193904] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.203708] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424824, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.254348] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424821, 'name': PowerOffVM_Task, 'duration_secs': 0.286804} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.254736] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.254853] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.255131] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27aa3826-6f0c-4368-a32c-da6084b5925a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.338211] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.338505] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.338754] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore1] eb4cce99-41ab-449c-ba6a-dd737a6b1180 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.339172] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc8d76f6-9a4a-44a7-b5bc-45ecbb3021b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.347943] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 974.347943] env[65368]: value = "task-4424826" [ 974.347943] env[65368]: _type = "Task" [ 974.347943] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.352323] env[65368]: DEBUG nova.network.neutron [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.359712] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.419621] env[65368]: DEBUG nova.compute.utils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.421392] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 974.421571] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 974.422601] env[65368]: WARNING neutronclient.v2_0.client [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.422601] env[65368]: WARNING neutronclient.v2_0.client [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.424606] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d782f3fd-eaaa-41d7-9811-a29121940951 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.437955] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43487c1-3d39-4185-99e7-21b62c59375f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.476419] env[65368]: DEBUG nova.compute.manager [req-7f960ddc-d9e8-4ffe-973b-bcafc705ef66 req-e7289135-e68d-4c95-ac8f-b09d4ba0bbd3 service nova] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Detach interface failed, port_id=976e9285-b42d-40fb-904d-f797e0cfe5d0, reason: Instance 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 974.478346] env[65368]: DEBUG nova.policy [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca086aecdff148a68a610a28ca6657b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b30b9226aa4fbfa8e7761fe345f6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.658347] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424823, 'name': PowerOffVM_Task, 'duration_secs': 0.224576} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.658643] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.658859] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.659708] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325891d9-9e0d-4835-816f-45541a1fc83e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.668631] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.668934] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9fc01e67-04dc-4267-9ee3-37c4c64af334 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.678028] env[65368]: INFO nova.compute.manager [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] instance snapshotting [ 974.678700] env[65368]: DEBUG nova.objects.instance [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 974.702739] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.703190] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.703527] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Deleting the datastore file [datastore1] 155b10b2-59e3-43da-add1-5048ef482310 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.704547] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e7024ba-dfa1-43ed-a950-162ef5081314 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.712407] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424824, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07501} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.713161] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.714119] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2efc0507-8c1d-43cf-aba0-cbf6d8391af8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.718655] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 974.718655] env[65368]: value = "task-4424828" [ 974.718655] env[65368]: _type = "Task" [ 974.718655] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.741454] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fba48f7d-7d51-4f15-9c64-d0a22adfcc51/fba48f7d-7d51-4f15-9c64-d0a22adfcc51.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.742341] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c97a027-4817-43c9-b8f4-2c5ff4d30cfb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.762788] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424828, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.770068] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 974.770068] env[65368]: value = "task-4424829" [ 974.770068] env[65368]: _type = "Task" [ 974.770068] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.781751] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.798462] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Successfully created port: 366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 974.862341] env[65368]: INFO nova.compute.manager [-] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Took 1.34 seconds to deallocate network for instance. [ 974.862805] env[65368]: DEBUG oslo_vmware.api [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473014} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.864663] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 974.864938] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 974.865361] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 974.867292] env[65368]: INFO nova.compute.manager [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Took 1.14 seconds to destroy the instance on the hypervisor. [ 974.867292] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 974.870024] env[65368]: DEBUG nova.compute.manager [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 974.870024] env[65368]: DEBUG nova.network.neutron [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 974.870353] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.927821] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 975.184381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63950895-03ed-4dd7-b0c0-3828c14f6cc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.216016] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d28e90-3d7d-4ba2-94e7-3a5eaf552604 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.236388] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424828, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219502} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.240103] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.240103] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.240103] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.286336] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424829, 'name': ReconfigVM_Task, 'duration_secs': 0.373503} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.290831] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fba48f7d-7d51-4f15-9c64-d0a22adfcc51/fba48f7d-7d51-4f15-9c64-d0a22adfcc51.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.292083] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af3c7d27-fde9-4ccd-a39a-38136406f64a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.300155] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 975.300155] env[65368]: value = "task-4424831" [ 975.300155] env[65368]: _type = "Task" [ 975.300155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.313775] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424831, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.359694] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69eb9340-7adb-4f0d-ac7c-fe458e05ad6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.368014] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a7f8e58-5c04-4ced-88c4-1c2f07164237 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.375378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.401312] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0037c09e-3a63-46c5-9770-47b5a3a1264c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.411537] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb3d559-013a-497f-959c-295b213b7651 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.427795] env[65368]: DEBUG nova.compute.provider_tree [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 975.489597] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.731215] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 975.731556] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-44471176-a88b-49eb-88fe-6a46f0211dd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.745294] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 975.745294] env[65368]: value = "task-4424832" [ 975.745294] env[65368]: _type = "Task" [ 975.745294] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.757320] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424832, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.811288] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424831, 'name': Rename_Task, 'duration_secs': 0.207137} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.811660] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 975.812084] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9bafc04a-835c-47fa-9df6-8f8a37a7d1cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.821159] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 975.821159] env[65368]: value = "task-4424833" [ 975.821159] env[65368]: _type = "Task" [ 975.821159] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.832359] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.940849] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 975.979873] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='978777c5758a7922b5e28efec3350c76',container_format='bare',created_at=2025-11-12T22:47:59Z,direct_url=,disk_format='vmdk',id=e6a35305-1f85-4e09-8b62-2771fb54981f,min_disk=1,min_ram=0,name='tempest-test-snap-1428747301',owner='e1b30b9226aa4fbfa8e7761fe345f6ee',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-11-12T22:48:14Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 975.979873] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.980026] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 975.980402] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.980402] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 975.980494] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 975.980625] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 975.980781] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 975.980939] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 975.981336] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 975.981336] env[65368]: DEBUG nova.virt.hardware [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 975.982221] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504af6d0-0b46-4b3e-92f4-2ec3808f2722 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.991897] env[65368]: DEBUG nova.scheduler.client.report [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 100 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 975.992144] env[65368]: DEBUG nova.compute.provider_tree [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 100 to 101 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 975.992445] env[65368]: DEBUG nova.compute.provider_tree [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 976.000028] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788a755d-c72f-4cda-88a3-b9edac7c740d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.020139] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.020139] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865868', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'name': 'volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ae1dcc9-e569-47db-89e7-c4d4d576ff34', 'attached_at': '', 'detached_at': '', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'serial': '1e813163-2c18-4627-9cc2-3120bf3d2cdf'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.020714] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3abe8c-a49f-4094-a05d-be45eb83dbe3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.039923] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5e3d0c-4c2c-4633-b9ce-3f6fe8196237 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.067593] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf/volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.068336] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6906dc7d-0f3f-4bd7-8154-205ecd168826 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.088693] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 976.088693] env[65368]: value = "task-4424834" [ 976.088693] env[65368]: _type = "Task" [ 976.088693] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.100572] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424834, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.263150] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424832, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.285208] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 976.285486] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.285667] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 976.285854] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.285994] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 976.286292] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 976.286364] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 976.286492] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 976.286654] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 976.286802] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 976.286963] env[65368]: DEBUG nova.virt.hardware [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 976.287950] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07423325-ca43-44ea-8fec-56725f407b46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.297546] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2489919c-d6c8-4741-b127-1622d8c881b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.315224] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.323047] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 976.323377] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.326844] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2764c4b6-c248-4d39-ac31-b22a3733791e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.347694] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424833, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.349426] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.349426] env[65368]: value = "task-4424835" [ 976.349426] env[65368]: _type = "Task" [ 976.349426] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.359631] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424835, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.501338] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Successfully updated port: 366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 976.504757] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.586s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.504757] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 976.510842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.897s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.511610] env[65368]: INFO nova.compute.claims [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.602901] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424834, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.763145] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424832, 'name': CreateSnapshot_Task, 'duration_secs': 0.535692} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.763459] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 976.764285] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96ca8fd-a6bc-4e06-aa12-07f7efd58fe5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.840019] env[65368]: DEBUG oslo_vmware.api [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424833, 'name': PowerOnVM_Task, 'duration_secs': 0.539513} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.840133] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 976.840295] env[65368]: INFO nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Took 8.32 seconds to spawn the instance on the hypervisor. [ 976.842871] env[65368]: DEBUG nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 976.842871] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e15684-1f4e-483d-916c-31169256c5fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.863244] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424835, 'name': CreateVM_Task, 'duration_secs': 0.402429} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.863244] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.863441] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.863593] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.863939] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.864219] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea3415f4-1682-48fa-a605-e38e0dcbbfb2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.870220] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 976.870220] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52227c5f-ecda-4914-3c59-5bb57c5ba670" [ 976.870220] env[65368]: _type = "Task" [ 976.870220] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.880164] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52227c5f-ecda-4914-3c59-5bb57c5ba670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.897567] env[65368]: DEBUG nova.compute.manager [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Received event network-vif-plugged-366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 976.897567] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] Acquiring lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.897567] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.897567] env[65368]: DEBUG oslo_concurrency.lockutils [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.897567] env[65368]: DEBUG nova.compute.manager [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] No waiting events found dispatching network-vif-plugged-366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 976.897567] env[65368]: WARNING nova.compute.manager [req-2eee26e6-0342-4ef2-abeb-22a8c12ae97c req-ca97203f-6ded-4592-9187-f48abb6a77d9 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Received unexpected event network-vif-plugged-366e230c-8c30-4ad4-8dea-57af2a526fa1 for instance with vm_state building and task_state spawning. [ 977.006171] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.006171] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.006171] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 977.011747] env[65368]: DEBUG nova.compute.utils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 977.014635] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 977.100964] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424834, 'name': ReconfigVM_Task, 'duration_secs': 0.579997} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.101381] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfigured VM instance instance-00000037 to attach disk [datastore1] volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf/volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.109125] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2290cccb-9fbd-45e9-af4f-e74a01f3c8cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.130461] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 977.130461] env[65368]: value = "task-4424837" [ 977.130461] env[65368]: _type = "Task" [ 977.130461] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.141858] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.169527] env[65368]: DEBUG nova.compute.manager [req-5c1a44f0-1a22-4bdd-b1e6-4151f8dcf5b1 req-ce277984-b669-47a4-aaed-b8f91f287732 service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Received event network-vif-deleted-19f7e11a-a032-4bc2-8bba-bff8c4a39975 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 977.169645] env[65368]: INFO nova.compute.manager [req-5c1a44f0-1a22-4bdd-b1e6-4151f8dcf5b1 req-ce277984-b669-47a4-aaed-b8f91f287732 service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Neutron deleted interface 19f7e11a-a032-4bc2-8bba-bff8c4a39975; detaching it from the instance and deleting it from the info cache [ 977.169833] env[65368]: DEBUG nova.network.neutron [req-5c1a44f0-1a22-4bdd-b1e6-4151f8dcf5b1 req-ce277984-b669-47a4-aaed-b8f91f287732 service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.257476] env[65368]: DEBUG nova.network.neutron [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.291657] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 977.292441] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d1fbd275-80d9-4922-8f65-7039b94d30a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.302352] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 977.302352] env[65368]: value = "task-4424838" [ 977.302352] env[65368]: _type = "Task" [ 977.302352] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.313381] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424838, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.364124] env[65368]: INFO nova.compute.manager [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Took 18.95 seconds to build instance. [ 977.383967] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52227c5f-ecda-4914-3c59-5bb57c5ba670, 'name': SearchDatastore_Task, 'duration_secs': 0.011479} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.386023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.386023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.386232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.386333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.386514] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.387102] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-faa7f946-bc49-4e52-a917-87dcac929954 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.399268] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.399502] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.400461] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c703aa-e84f-4058-9358-5fc1e49d124a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.409261] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 977.409261] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d695d-ee7d-66e1-2eb6-ec8bc5bac161" [ 977.409261] env[65368]: _type = "Task" [ 977.409261] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.420862] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d695d-ee7d-66e1-2eb6-ec8bc5bac161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.516020] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 977.542286] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 977.632826] env[65368]: WARNING neutronclient.v2_0.client [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 977.648220] env[65368]: DEBUG oslo_vmware.api [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424837, 'name': ReconfigVM_Task, 'duration_secs': 0.262272} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.648793] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865868', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'name': 'volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ae1dcc9-e569-47db-89e7-c4d4d576ff34', 'attached_at': '', 'detached_at': '', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'serial': '1e813163-2c18-4627-9cc2-3120bf3d2cdf'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.676016] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6f4df8b0-6284-4f7c-9653-82d1fdba8ac8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.694265] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270563e6-a305-48e9-99ff-3b9381ce26e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.740711] env[65368]: DEBUG nova.compute.manager [req-5c1a44f0-1a22-4bdd-b1e6-4151f8dcf5b1 req-ce277984-b669-47a4-aaed-b8f91f287732 service nova] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Detach interface failed, port_id=19f7e11a-a032-4bc2-8bba-bff8c4a39975, reason: Instance eb4cce99-41ab-449c-ba6a-dd737a6b1180 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 977.759826] env[65368]: DEBUG nova.network.neutron [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Updating instance_info_cache with network_info: [{"id": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "address": "fa:16:3e:02:c9:14", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e230c-8c", "ovs_interfaceid": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.762659] env[65368]: INFO nova.compute.manager [-] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Took 2.89 seconds to deallocate network for instance. [ 977.816417] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424838, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.818638] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.818869] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.819416] env[65368]: DEBUG nova.objects.instance [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.866254] env[65368]: DEBUG oslo_concurrency.lockutils [None req-eaec6778-0b7b-4c09-9ec1-c7779568cbf8 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.464s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.925421] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527d695d-ee7d-66e1-2eb6-ec8bc5bac161, 'name': SearchDatastore_Task, 'duration_secs': 0.01098} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.926071] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a0711a1-5a20-4760-b548-34b2ce578744 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.936358] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 977.936358] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ec4e0-7380-1c30-58f2-4537999ba6b1" [ 977.936358] env[65368]: _type = "Task" [ 977.936358] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.943958] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e86edce9-0dc6-481f-8c32-9e50eb98a6f1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.950467] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ec4e0-7380-1c30-58f2-4537999ba6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.956211] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d6d4e2-1681-4671-9cb8-540274dc7398 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.001532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "f47ff5c1-df66-42ab-a98f-32534596ae64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.001798] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.004731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64edb6c2-c40f-49a0-9bf7-1327f8ef69cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.015943] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77677cdb-63ca-404e-ac86-2d61541e0f6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.036581] env[65368]: DEBUG nova.compute.provider_tree [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.263525] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.263968] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Instance network_info: |[{"id": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "address": "fa:16:3e:02:c9:14", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e230c-8c", "ovs_interfaceid": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 978.264658] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:c9:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '366e230c-8c30-4ad4-8dea-57af2a526fa1', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.272574] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 978.273276] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.273543] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c163f17-f012-4e9b-96af-89694d22f297 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.292262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.301776] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.301776] env[65368]: value = "task-4424839" [ 978.301776] env[65368]: _type = "Task" [ 978.301776] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.316220] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424839, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.319623] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424838, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.325450] env[65368]: WARNING neutronclient.v2_0.client [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.325450] env[65368]: DEBUG nova.objects.instance [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.447838] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526ec4e0-7380-1c30-58f2-4537999ba6b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011263} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.448111] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.448362] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.448628] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34959618-333e-47ce-a3bc-f8e7bf314b64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.457061] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 978.457061] env[65368]: value = "task-4424840" [ 978.457061] env[65368]: _type = "Task" [ 978.457061] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.469011] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424840, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.504749] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.529823] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 978.540808] env[65368]: DEBUG nova.scheduler.client.report [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.573741] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 978.574108] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 978.574301] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 978.574519] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 978.574684] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 978.574834] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 978.575225] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 978.575413] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 978.575716] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 978.575949] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 978.576163] env[65368]: DEBUG nova.virt.hardware [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 978.578345] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43173a48-3df5-4313-8c42-8f593dc441d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.590423] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07bda2-2e3c-4457-b276-873bab51735a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.607608] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.614368] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Creating folder: Project (aff946d2a9524be49436444f0c651d55). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.615148] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11cd8011-18ef-416c-8c9c-7a3b5079a82e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.629772] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Created folder: Project (aff946d2a9524be49436444f0c651d55) in parent group-v865657. [ 978.630167] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Creating folder: Instances. Parent ref: group-v865873. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 978.630550] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-701d139e-7232-4ab4-aea0-636fc2680afe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.645428] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Created folder: Instances in parent group-v865873. [ 978.647149] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 978.648457] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.648776] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50bf0c65-c467-434b-b8b9-6aec81fc61f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.681453] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.681453] env[65368]: value = "task-4424843" [ 978.681453] env[65368]: _type = "Task" [ 978.681453] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.692850] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424843, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.699214] env[65368]: DEBUG nova.objects.instance [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'flavor' on Instance uuid 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.797814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.798320] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.798699] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.799372] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.799372] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.806619] env[65368]: INFO nova.compute.manager [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Terminating instance [ 978.819703] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424839, 'name': CreateVM_Task, 'duration_secs': 0.466495} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.823913] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.824664] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424838, 'name': CloneVM_Task, 'duration_secs': 1.484634} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.825170] env[65368]: WARNING neutronclient.v2_0.client [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.825531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.825686] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.826059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.826354] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created linked-clone VM from snapshot [ 978.826853] env[65368]: DEBUG nova.objects.base [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance<3b3f2b8c-b45b-4221-8829-7f49853daafc> lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 978.827034] env[65368]: DEBUG nova.network.neutron [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 978.827326] env[65368]: WARNING neutronclient.v2_0.client [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.827605] env[65368]: WARNING neutronclient.v2_0.client [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 978.829805] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e70ec5-5eab-4fd3-901f-1af9b0b9acde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.832223] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279dfd80-9d0c-4d97-ab1a-8778473269ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.842877] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploading image 9db7171f-6129-4b51-993a-abbb7f698104 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.847019] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 978.847019] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52151a05-c2a7-7207-f1d8-091ec645fd06" [ 978.847019] env[65368]: _type = "Task" [ 978.847019] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.859380] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52151a05-c2a7-7207-f1d8-091ec645fd06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.874809] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 978.874809] env[65368]: value = "vm-865871" [ 978.874809] env[65368]: _type = "VirtualMachine" [ 978.874809] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 978.875188] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cbb337ad-40e7-46e1-a793-9cfcdde65eab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.887056] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease: (returnval){ [ 978.887056] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523748a1-fbae-68c5-d472-853e12084145" [ 978.887056] env[65368]: _type = "HttpNfcLease" [ 978.887056] env[65368]: } obtained for exporting VM: (result){ [ 978.887056] env[65368]: value = "vm-865871" [ 978.887056] env[65368]: _type = "VirtualMachine" [ 978.887056] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 978.887056] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the lease: (returnval){ [ 978.887056] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523748a1-fbae-68c5-d472-853e12084145" [ 978.887056] env[65368]: _type = "HttpNfcLease" [ 978.887056] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 978.899303] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 978.899303] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523748a1-fbae-68c5-d472-853e12084145" [ 978.899303] env[65368]: _type = "HttpNfcLease" [ 978.899303] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 978.949891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8988e93a-4fbf-43e0-81e8-a8896a0effdb tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.131s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.974195] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424840, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489619} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.974617] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 978.974826] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 978.975159] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-247d9a31-5dae-4798-86d9-0e682dac8437 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.985493] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 978.985493] env[65368]: value = "task-4424845" [ 978.985493] env[65368]: _type = "Task" [ 978.985493] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.001587] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424845, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.036977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.036977] env[65368]: INFO nova.compute.manager [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Rescuing [ 979.036977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.036977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.037365] env[65368]: DEBUG nova.network.neutron [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 979.050013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.539s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.050013] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 979.053160] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.204s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.053475] env[65368]: DEBUG nova.objects.instance [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lazy-loading 'resources' on Instance uuid b48b5986-25cc-4cf6-b84c-7673d7f615d9 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 979.118959] env[65368]: DEBUG nova.compute.manager [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Received event network-changed-366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 979.119333] env[65368]: DEBUG nova.compute.manager [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Refreshing instance network info cache due to event network-changed-366e230c-8c30-4ad4-8dea-57af2a526fa1. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 979.119961] env[65368]: DEBUG oslo_concurrency.lockutils [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] Acquiring lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.119961] env[65368]: DEBUG oslo_concurrency.lockutils [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] Acquired lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.119961] env[65368]: DEBUG nova.network.neutron [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Refreshing network info cache for port 366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.193349] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424843, 'name': CreateVM_Task, 'duration_secs': 0.412555} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.193540] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 979.193978] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.194150] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.194520] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.194794] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcdc7597-540c-4a93-8a7e-bf3333094867 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.200749] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 979.200749] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525506fa-2cac-4233-d706-03031d84ff90" [ 979.200749] env[65368]: _type = "Task" [ 979.200749] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.206895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-33a23e4e-a48f-48c5-a40f-2d3873646e7c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.858s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.213424] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525506fa-2cac-4233-d706-03031d84ff90, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.213571] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.213759] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.213970] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.214133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.214365] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.214729] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f8bcf30-2d62-4b58-8538-58b2f7c17666 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.226335] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.226335] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.227065] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5393c19-b78a-41d9-bc50-562ffeee51e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.233490] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 979.233490] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f34bb9-1828-8758-e105-6292376e908b" [ 979.233490] env[65368]: _type = "Task" [ 979.233490] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.243140] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f34bb9-1828-8758-e105-6292376e908b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.315343] env[65368]: DEBUG nova.compute.manager [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 979.315343] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 979.316317] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac4b0cc8-7a95-4024-8808-1a9dabe85a9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.327030] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.327030] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12681cd7-de96-4bf2-bf4d-fafbb2c14424 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.334510] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 979.334510] env[65368]: value = "task-4424847" [ 979.334510] env[65368]: _type = "Task" [ 979.334510] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.347347] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.360832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.361270] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Processing image e6a35305-1f85-4e09-8b62-2771fb54981f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 979.361661] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.361843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.362113] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 979.362410] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f5ee268-141a-4d76-9097-4be35b5b1b35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.373614] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 979.373873] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 979.374689] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd495919-2905-4f90-bfcf-8b4ca45836b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.381876] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 979.381876] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5286b019-99c8-7c2f-bd1a-dbec9fcbe46d" [ 979.381876] env[65368]: _type = "Task" [ 979.381876] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.393845] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5286b019-99c8-7c2f-bd1a-dbec9fcbe46d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.398775] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 979.398775] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523748a1-fbae-68c5-d472-853e12084145" [ 979.398775] env[65368]: _type = "HttpNfcLease" [ 979.398775] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 979.399139] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 979.399139] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523748a1-fbae-68c5-d472-853e12084145" [ 979.399139] env[65368]: _type = "HttpNfcLease" [ 979.399139] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 979.399990] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71a3420-1908-444b-91fc-ee92967424c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.411920] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 979.411991] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 979.500570] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424845, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082382} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.500950] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.501747] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f69779a-4567-4514-891a-b4be5a64d4d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.527139] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.530177] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42636a04-bb22-4890-a7db-5ac678c7b15f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549294] env[65368]: WARNING neutronclient.v2_0.client [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.551893] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-72a53e3c-2257-4e7f-9520-4fadbcbdf740 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.559687] env[65368]: DEBUG nova.compute.utils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.567417] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 979.567417] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 979.567417] env[65368]: WARNING neutronclient.v2_0.client [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.567417] env[65368]: WARNING neutronclient.v2_0.client [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.567621] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 979.567621] env[65368]: value = "task-4424848" [ 979.567621] env[65368]: _type = "Task" [ 979.567621] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.579038] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424848, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.622354] env[65368]: WARNING neutronclient.v2_0.client [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.633928] env[65368]: DEBUG nova.policy [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.747195] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f34bb9-1828-8758-e105-6292376e908b, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.751023] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62af1a7d-2d86-426f-bc72-95136acad1aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.761825] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 979.761825] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a665c-450b-1c83-271a-16f4602a3e38" [ 979.761825] env[65368]: _type = "Task" [ 979.761825] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.772574] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a665c-450b-1c83-271a-16f4602a3e38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.852194] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424847, 'name': PowerOffVM_Task, 'duration_secs': 0.483216} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.852498] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.852958] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.852958] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb188bcd-3131-476c-82db-8238dc54e0a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.898177] env[65368]: WARNING neutronclient.v2_0.client [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.900727] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 979.901176] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Fetch image to [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7/OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 979.901553] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Downloading stream optimized image e6a35305-1f85-4e09-8b62-2771fb54981f to [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7/OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7.vmdk on the data store datastore1 as vApp {{(pid=65368) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 979.901921] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Downloading image file data e6a35305-1f85-4e09-8b62-2771fb54981f to the ESX as VM named 'OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7' {{(pid=65368) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 979.956341] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.956341] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.956634] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Deleting the datastore file [datastore1] fba48f7d-7d51-4f15-9c64-d0a22adfcc51 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.957301] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afe65503-1979-4da4-b681-c620f7951f32 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.975844] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for the task: (returnval){ [ 979.975844] env[65368]: value = "task-4424850" [ 979.975844] env[65368]: _type = "Task" [ 979.975844] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.996337] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424850, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.022652] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 980.022652] env[65368]: value = "resgroup-9" [ 980.022652] env[65368]: _type = "ResourcePool" [ 980.022652] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 980.023130] env[65368]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b6316863-bd2d-4f11-8048-d2aade4b02b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.043947] env[65368]: WARNING neutronclient.v2_0.client [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.048516] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899e6b87-cf37-4b5b-abf7-1714c1e30e35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.055913] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease: (returnval){ [ 980.055913] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 980.055913] env[65368]: _type = "HttpNfcLease" [ 980.055913] env[65368]: } obtained for vApp import into resource pool (val){ [ 980.055913] env[65368]: value = "resgroup-9" [ 980.055913] env[65368]: _type = "ResourcePool" [ 980.055913] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 980.056349] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the lease: (returnval){ [ 980.056349] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 980.056349] env[65368]: _type = "HttpNfcLease" [ 980.056349] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 980.058654] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Successfully created port: 4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 980.068203] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1df5d9-891e-4fb6-991d-02ea023b187b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.074684] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 980.090948] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.090948] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 980.090948] env[65368]: _type = "HttpNfcLease" [ 980.090948] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.126381] env[65368]: DEBUG nova.network.neutron [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.129051] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abb000-29d0-4da7-bf87-6c622757c96f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.138679] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424848, 'name': ReconfigVM_Task, 'duration_secs': 0.317967} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.139638] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 155b10b2-59e3-43da-add1-5048ef482310/155b10b2-59e3-43da-add1-5048ef482310.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.140745] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2dfdc033-970e-4503-b7ad-7dbf49c084fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.148837] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2951fa61-d98f-4be8-a36c-9d4b223b37f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.157100] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 980.157100] env[65368]: value = "task-4424852" [ 980.157100] env[65368]: _type = "Task" [ 980.157100] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.171695] env[65368]: DEBUG nova.compute.provider_tree [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.180752] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424852, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.196416] env[65368]: DEBUG nova.network.neutron [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Updated VIF entry in instance network info cache for port 366e230c-8c30-4ad4-8dea-57af2a526fa1. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 980.196702] env[65368]: DEBUG nova.network.neutron [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Updating instance_info_cache with network_info: [{"id": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "address": "fa:16:3e:02:c9:14", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap366e230c-8c", "ovs_interfaceid": "366e230c-8c30-4ad4-8dea-57af2a526fa1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.276673] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a665c-450b-1c83-271a-16f4602a3e38, 'name': SearchDatastore_Task, 'duration_secs': 0.01414} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.277646] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.277986] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a827f708-b916-4ec9-ab28-f709c9015cf2/a827f708-b916-4ec9-ab28-f709c9015cf2.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 980.278399] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfc226d8-6cda-4447-8dbb-beff77965236 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.288781] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 980.288781] env[65368]: value = "task-4424853" [ 980.288781] env[65368]: _type = "Task" [ 980.288781] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.298530] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424853, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.489850] env[65368]: DEBUG oslo_vmware.api [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Task: {'id': task-4424850, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168737} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.490238] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.490462] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.490783] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.491027] env[65368]: INFO nova.compute.manager [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Took 1.18 seconds to destroy the instance on the hypervisor. [ 980.491332] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 980.491611] env[65368]: DEBUG nova.compute.manager [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.491737] env[65368]: DEBUG nova.network.neutron [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.492029] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.531287] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.577290] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 980.577290] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 980.577290] env[65368]: _type = "HttpNfcLease" [ 980.577290] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 980.634977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.672321] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424852, 'name': Rename_Task, 'duration_secs': 0.186076} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.672801] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 980.673130] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28cbbc69-3c35-47dc-a27c-97f3adb48258 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.688775] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 980.688775] env[65368]: value = "task-4424854" [ 980.688775] env[65368]: _type = "Task" [ 980.688775] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.702031] env[65368]: DEBUG oslo_concurrency.lockutils [req-52ce77f2-e49e-4f63-8d44-d5a6c813cf79 req-f3eb5545-35fb-4ddd-9189-eddef62cd0b3 service nova] Releasing lock "refresh_cache-f4c65366-9c6f-4ee5-8950-c48eae532e00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.702575] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424854, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.704223] env[65368]: ERROR nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] [req-3eaf0eaf-8a30-4a92-9a6e-14f2b397b57a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3eaf0eaf-8a30-4a92-9a6e-14f2b397b57a"}]} [ 980.746858] env[65368]: DEBUG nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 980.773069] env[65368]: DEBUG nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 980.773459] env[65368]: DEBUG nova.compute.provider_tree [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 980.808617] env[65368]: DEBUG nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 980.810416] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424853, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.841808] env[65368]: DEBUG nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 981.055599] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.055968] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.056406] env[65368]: DEBUG nova.objects.instance [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.077227] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 981.077227] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 981.077227] env[65368]: _type = "HttpNfcLease" [ 981.077227] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 981.077549] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 981.077549] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ffe28b-7185-a2ec-b575-a8c555e00947" [ 981.077549] env[65368]: _type = "HttpNfcLease" [ 981.077549] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 981.078413] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc93080f-b8be-43c2-b40e-1d0a167c7f9b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.092296] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 981.092346] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 981.098793] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 981.164945] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-19555c8c-d6e0-45c2-91a1-dab534537edd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.201597] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424854, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.306434] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424853, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638112} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.306880] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a827f708-b916-4ec9-ab28-f709c9015cf2/a827f708-b916-4ec9-ab28-f709c9015cf2.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 981.307258] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 981.307704] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-131e5746-de54-46b6-935e-86bc3a537e6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.316634] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 981.316634] env[65368]: value = "task-4424856" [ 981.316634] env[65368]: _type = "Task" [ 981.316634] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.321952] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b83653-0508-47c3-a8ee-e01d20c39596 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.335219] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883146d1-8698-4b36-bf1a-7b41da0cf75d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.340517] env[65368]: DEBUG nova.compute.manager [req-4a6564de-4033-46b2-95d0-bc755005788f req-1357295f-a2da-4774-a5ed-c7258c474636 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Received event network-vif-deleted-91be1400-f29a-415f-b61f-5e63bd952de9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 981.340772] env[65368]: INFO nova.compute.manager [req-4a6564de-4033-46b2-95d0-bc755005788f req-1357295f-a2da-4774-a5ed-c7258c474636 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Neutron deleted interface 91be1400-f29a-415f-b61f-5e63bd952de9; detaching it from the instance and deleting it from the info cache [ 981.341017] env[65368]: DEBUG nova.network.neutron [req-4a6564de-4033-46b2-95d0-bc755005788f req-1357295f-a2da-4774-a5ed-c7258c474636 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.342666] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.385823] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289f1671-c5f2-4a8c-85a0-2dfe783e13fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.400928] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d090b1-3186-4bb6-8f0d-ab8ade57b7d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.419769] env[65368]: DEBUG nova.compute.provider_tree [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 981.435380] env[65368]: DEBUG nova.network.neutron [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.483666] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 981.484536] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.484536] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 981.484536] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.484949] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 981.485261] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 981.485581] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 981.485857] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 981.486139] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 981.486492] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 981.486967] env[65368]: DEBUG nova.virt.hardware [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 981.488977] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bc8ce2-6ee7-405a-b3e8-4544a5f3db68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.511432] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be64d60-9ae7-48eb-b2d8-6e2933b30883 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.560632] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.700039] env[65368]: DEBUG nova.objects.instance [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.704773] env[65368]: DEBUG oslo_vmware.api [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424854, 'name': PowerOnVM_Task, 'duration_secs': 0.648764} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.708051] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.708051] env[65368]: DEBUG nova.compute.manager [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 981.708051] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e82b1-97d2-4859-8b37-097a96b410d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.817016] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Successfully updated port: 4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.839962] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077695} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.840287] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 981.841196] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3f308c-dd0b-420f-9cb0-91ac6eb3a5e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.845184] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7ed11ac-c575-40b8-ac6b-46024bb48c00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.869018] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] a827f708-b916-4ec9-ab28-f709c9015cf2/a827f708-b916-4ec9-ab28-f709c9015cf2.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 981.874971] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95e6b86-6e0a-4521-bf44-2e9e69128693 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.899477] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f0a4ef-f690-4f50-a145-56231753bba1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.922165] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 981.922165] env[65368]: value = "task-4424857" [ 981.922165] env[65368]: _type = "Task" [ 981.922165] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.928307] env[65368]: DEBUG nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.946850] env[65368]: INFO nova.compute.manager [-] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Took 1.45 seconds to deallocate network for instance. [ 981.947710] env[65368]: DEBUG nova.compute.manager [req-4a6564de-4033-46b2-95d0-bc755005788f req-1357295f-a2da-4774-a5ed-c7258c474636 service nova] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Detach interface failed, port_id=91be1400-f29a-415f-b61f-5e63bd952de9, reason: Instance fba48f7d-7d51-4f15-9c64-d0a22adfcc51 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 981.953597] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424857, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.001028] env[65368]: DEBUG nova.compute.manager [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Received event network-vif-plugged-4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 982.001028] env[65368]: DEBUG oslo_concurrency.lockutils [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] Acquiring lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.001332] env[65368]: DEBUG oslo_concurrency.lockutils [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.001466] env[65368]: DEBUG oslo_concurrency.lockutils [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.001709] env[65368]: DEBUG nova.compute.manager [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] No waiting events found dispatching network-vif-plugged-4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 982.001992] env[65368]: WARNING nova.compute.manager [req-c96d17aa-d310-4ab4-87c8-a04f84aaf009 req-0759426f-477f-4248-8e30-61a6f8db0c9a service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Received unexpected event network-vif-plugged-4d391074-9d97-49dc-b8d9-4ba5228cc47b for instance with vm_state building and task_state spawning. [ 982.166520] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 982.167058] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 982.167794] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411b4438-55d6-4d56-8eaa-3681b3623890 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.177277] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 982.177548] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 982.177853] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d2f15680-efa9-4703-94dd-98cb8004af0e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.206844] env[65368]: DEBUG nova.objects.base [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance<3b3f2b8c-b45b-4221-8829-7f49853daafc> lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 982.206980] env[65368]: DEBUG nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 982.207363] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.208042] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.232436] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.258942] env[65368]: DEBUG nova.policy [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.327386] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.327704] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.328166] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.435677] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424857, 'name': ReconfigVM_Task, 'duration_secs': 0.455822} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.436067] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Reconfigured VM instance instance-0000004f to attach disk [datastore1] a827f708-b916-4ec9-ab28-f709c9015cf2/a827f708-b916-4ec9-ab28-f709c9015cf2.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 982.436828] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb2a6365-53c1-44e1-88ae-93154f26d85e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.445700] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 982.445700] env[65368]: value = "task-4424858" [ 982.445700] env[65368]: _type = "Task" [ 982.445700] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.450576] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.397s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.455732] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.772s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.455732] env[65368]: DEBUG nova.objects.instance [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'resources' on Instance uuid aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 982.460718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.466231] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424858, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.483012] env[65368]: INFO nova.scheduler.client.report [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Deleted allocations for instance b48b5986-25cc-4cf6-b84c-7673d7f615d9 [ 982.499277] env[65368]: DEBUG oslo_vmware.rw_handles [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52672722-35ca-a1fb-c9ab-6c6a75ba13e3/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 982.499277] env[65368]: INFO nova.virt.vmwareapi.images [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Downloaded image file data e6a35305-1f85-4e09-8b62-2771fb54981f [ 982.499931] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b95dcb2-ddcf-4d68-a0bd-a07cba08dd2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.518623] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95ab99b2-fa6c-4328-a2e2-28f44f1e3d79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.556552] env[65368]: INFO nova.virt.vmwareapi.images [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] The imported VM was unregistered [ 982.558640] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 982.558897] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 982.559986] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5126958-1156-42d1-8b75-d6a962904df3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.578112] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 982.578526] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7/OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7.vmdk to [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk. {{(pid=65368) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 982.578828] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-e6c2e64c-fe86-47bf-adf0-514186706393 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.588442] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 982.588442] env[65368]: value = "task-4424860" [ 982.588442] env[65368]: _type = "Task" [ 982.588442] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.598702] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.613602] env[65368]: DEBUG nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Successfully created port: 6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 982.881048] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.965594] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424858, 'name': Rename_Task, 'duration_secs': 0.216134} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.968040] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.968432] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccd83559-c8b3-449b-9e9a-c2e59bf51768 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.974126] env[65368]: WARNING neutronclient.v2_0.client [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.982100] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.982529] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 982.982529] env[65368]: value = "task-4424861" [ 982.982529] env[65368]: _type = "Task" [ 982.982529] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.983541] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1518e28-5e00-4ad7-9ddb-baa2156a96b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.994795] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b98d06c6-52f9-41ce-a3c4-4f0e8eae7278 tempest-ServersWithSpecificFlavorTestJSON-1215383772 tempest-ServersWithSpecificFlavorTestJSON-1215383772-project-member] Lock "b48b5986-25cc-4cf6-b84c-7673d7f615d9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.004583] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 983.004583] env[65368]: value = "task-4424862" [ 983.004583] env[65368]: _type = "Task" [ 983.004583] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.011126] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424861, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.029803] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424862, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.104485] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.173874] env[65368]: DEBUG nova.network.neutron [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Updating instance_info_cache with network_info: [{"id": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "address": "fa:16:3e:0e:64:81", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d391074-9d", "ovs_interfaceid": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.393804] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26e91230-9ba5-4613-860a-dd198fbfe480 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.404477] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef430ed-0c8d-4a60-86ae-d545bcc5782e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.438900] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de0f633-ddbb-4619-b8c3-247bfd23da06 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.449959] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4ce69d-5922-430c-9773-716ed4ee3341 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.455701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "155b10b2-59e3-43da-add1-5048ef482310" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.455905] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.456211] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "155b10b2-59e3-43da-add1-5048ef482310-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.456450] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.456627] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.459356] env[65368]: INFO nova.compute.manager [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Terminating instance [ 983.471099] env[65368]: DEBUG nova.compute.provider_tree [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 983.497773] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424861, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.522184] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424862, 'name': PowerOffVM_Task, 'duration_secs': 0.313005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.522525] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.523437] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6360ac44-4dff-47a8-b1b2-1c56a04e19e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.549420] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3742082f-f490-404a-b040-939d80997530 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.584905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.585263] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-601e16d0-88f1-47fd-8b10-fbb484c7519e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.594716] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 983.594716] env[65368]: value = "task-4424864" [ 983.594716] env[65368]: _type = "Task" [ 983.594716] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.609643] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 983.609970] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 983.610293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.610483] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.610755] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 983.610955] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.611891] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e7a78d6-ddfa-4b7f-a126-3bf666841959 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.629167] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 983.629388] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 983.630262] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64be4950-a4d7-48c4-8276-b701e1f794a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.639095] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 983.639095] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524cdc05-61fa-21a4-ff53-b23f44d6a030" [ 983.639095] env[65368]: _type = "Task" [ 983.639095] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.651303] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524cdc05-61fa-21a4-ff53-b23f44d6a030, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.680250] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.680646] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Instance network_info: |[{"id": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "address": "fa:16:3e:0e:64:81", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d391074-9d", "ovs_interfaceid": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.681152] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:64:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d391074-9d97-49dc-b8d9-4ba5228cc47b', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.690548] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 983.690825] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.691096] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa1a1391-69fd-43a9-adac-33e954781e74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.717093] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.717093] env[65368]: value = "task-4424865" [ 983.717093] env[65368]: _type = "Task" [ 983.717093] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.729814] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424865, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.976502] env[65368]: DEBUG nova.scheduler.client.report [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.981444] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "refresh_cache-155b10b2-59e3-43da-add1-5048ef482310" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.981659] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquired lock "refresh_cache-155b10b2-59e3-43da-add1-5048ef482310" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.981913] env[65368]: DEBUG nova.network.neutron [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.001657] env[65368]: DEBUG oslo_vmware.api [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424861, 'name': PowerOnVM_Task, 'duration_secs': 0.704151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.001970] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.002185] env[65368]: INFO nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Took 5.47 seconds to spawn the instance on the hypervisor. [ 984.002373] env[65368]: DEBUG nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 984.003790] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e09adc-3826-42e7-b5c1-2defd8011b3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.103690] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.153938] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524cdc05-61fa-21a4-ff53-b23f44d6a030, 'name': SearchDatastore_Task, 'duration_secs': 0.049163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.155126] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51047069-73a3-4f0e-b85e-190006e0a85a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.165769] env[65368]: DEBUG nova.compute.manager [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Received event network-changed-4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 984.166069] env[65368]: DEBUG nova.compute.manager [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Refreshing instance network info cache due to event network-changed-4d391074-9d97-49dc-b8d9-4ba5228cc47b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 984.166320] env[65368]: DEBUG oslo_concurrency.lockutils [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] Acquiring lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.166469] env[65368]: DEBUG oslo_concurrency.lockutils [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] Acquired lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.166632] env[65368]: DEBUG nova.network.neutron [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Refreshing network info cache for port 4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.169512] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 984.169512] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b82a4-600b-bfaa-7263-2a8baa2bb906" [ 984.169512] env[65368]: _type = "Task" [ 984.169512] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.183749] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b82a4-600b-bfaa-7263-2a8baa2bb906, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.212896] env[65368]: DEBUG nova.compute.manager [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-plugged-6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 984.213166] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.213577] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.213699] env[65368]: DEBUG oslo_concurrency.lockutils [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.213822] env[65368]: DEBUG nova.compute.manager [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] No waiting events found dispatching network-vif-plugged-6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 984.214026] env[65368]: WARNING nova.compute.manager [req-c4ed5969-1976-4e38-a8d5-33db2c09d6ba req-391346d3-6746-43e1-aeef-ea21ab76093f service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received unexpected event network-vif-plugged-6f6bebf3-fc97-45db-9e47-0df61ea64283 for instance with vm_state active and task_state None. [ 984.232983] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424865, 'name': CreateVM_Task, 'duration_secs': 0.463237} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.233268] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.233872] env[65368]: WARNING neutronclient.v2_0.client [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.234546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.234546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.234864] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.235195] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d305b58f-fd5c-4719-9d49-dbb21e067270 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.245341] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 984.245341] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b8864-ba18-173e-abf5-436f381251b0" [ 984.245341] env[65368]: _type = "Task" [ 984.245341] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.262900] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b8864-ba18-173e-abf5-436f381251b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.289976] env[65368]: DEBUG nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Successfully updated port: 6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 984.486208] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.487687] env[65368]: WARNING neutronclient.v2_0.client [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.490942] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.050s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.491420] env[65368]: DEBUG nova.objects.instance [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lazy-loading 'resources' on Instance uuid 39665841-db3f-4114-9065-dbb3ed4b1f05 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 984.513218] env[65368]: DEBUG nova.network.neutron [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.523939] env[65368]: INFO nova.scheduler.client.report [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted allocations for instance aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e [ 984.539366] env[65368]: INFO nova.compute.manager [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Took 21.28 seconds to build instance. [ 984.596960] env[65368]: DEBUG nova.network.neutron [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.607819] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.671331] env[65368]: WARNING neutronclient.v2_0.client [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.688337] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522b82a4-600b-bfaa-7263-2a8baa2bb906, 'name': SearchDatastore_Task, 'duration_secs': 0.050325} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.688701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.688970] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 984.689374] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5bd53a0-b4c5-4790-9303-c3e90f81f34c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.699684] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 984.699684] env[65368]: value = "task-4424866" [ 984.699684] env[65368]: _type = "Task" [ 984.699684] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.712403] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.763773] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520b8864-ba18-173e-abf5-436f381251b0, 'name': SearchDatastore_Task, 'duration_secs': 0.091408} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.764420] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.764580] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.765202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.765202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.765202] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.765479] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6ee8349-55c9-448f-aee4-acca1e26154f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.793230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.793605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.793754] env[65368]: DEBUG nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.798481] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.798660] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.800011] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb4c1a81-3afc-431a-8e43-feeee45e24d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.813606] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 984.813606] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aff1cf-bdc2-e839-9e25-1b8555f2ee34" [ 984.813606] env[65368]: _type = "Task" [ 984.813606] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.827647] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aff1cf-bdc2-e839-9e25-1b8555f2ee34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.882164] env[65368]: WARNING neutronclient.v2_0.client [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.975311] env[65368]: DEBUG nova.network.neutron [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Updated VIF entry in instance network info cache for port 4d391074-9d97-49dc-b8d9-4ba5228cc47b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.975848] env[65368]: DEBUG nova.network.neutron [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Updating instance_info_cache with network_info: [{"id": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "address": "fa:16:3e:0e:64:81", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d391074-9d", "ovs_interfaceid": "4d391074-9d97-49dc-b8d9-4ba5228cc47b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.048384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8336f78-cc5a-4f2f-8fdd-a4a7612028d0 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.801s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.049836] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8ee9f42c-43fe-4557-aaf5-b2785f00aa77 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.327s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.099473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Releasing lock "refresh_cache-155b10b2-59e3-43da-add1-5048ef482310" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.100519] env[65368]: DEBUG nova.compute.manager [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 985.100519] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.101580] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa7fd7f-dfa6-4dbe-bf29-deb6243b155c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.112789] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.119435] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.119856] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71423d4f-4c82-4f40-a1a6-cdf586e8cedf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.128808] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 985.128808] env[65368]: value = "task-4424867" [ 985.128808] env[65368]: _type = "Task" [ 985.128808] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.141604] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.218156] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424866, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.334363] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aff1cf-bdc2-e839-9e25-1b8555f2ee34, 'name': SearchDatastore_Task, 'duration_secs': 0.092696} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.335375] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d00d06c-df5a-407d-ad81-68359b764aed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.343610] env[65368]: WARNING nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 985.347933] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 985.347933] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aaf67a-882f-4b96-b517-605fd929dcc5" [ 985.347933] env[65368]: _type = "Task" [ 985.347933] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.359694] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aaf67a-882f-4b96-b517-605fd929dcc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.421729] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8792afc4-c3ac-4dd6-bea9-d91a809a28ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.437320] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd6f298a-a469-4aef-92b8-e74d76ffc8eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.473668] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.476765] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684df7cf-1ed9-4f3b-8b83-960776c66ea0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.480110] env[65368]: DEBUG oslo_concurrency.lockutils [req-076acbc9-a017-4081-be09-5ff3d7f2b3e7 req-8b596214-ddc3-48c1-94f0-6df99bcf3bad service nova] Releasing lock "refresh_cache-7f3891b2-338e-415d-80c8-b2bc432521a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.487485] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd728cf-33b7-478e-9f09-24fb860a03f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.505066] env[65368]: DEBUG nova.compute.provider_tree [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.607605] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424860, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.666342} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.608057] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7/OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7.vmdk to [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk. [ 985.608272] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Cleaning up location [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 985.608537] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_5d2f0439-d023-4aea-b023-e8556372a2d7 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.608900] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3ccf79a-1290-49b0-ad41-17575db9bed5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.619569] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 985.619569] env[65368]: value = "task-4424869" [ 985.619569] env[65368]: _type = "Task" [ 985.619569] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.637129] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.644294] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424867, 'name': PowerOffVM_Task, 'duration_secs': 0.152937} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.644547] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.644707] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.644965] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ed716dc-17bb-4988-b384-03846b17a8fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.659587] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.675585] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.675847] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.676044] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Deleting the datastore file [datastore1] 155b10b2-59e3-43da-add1-5048ef482310 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.676354] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06a2f8d0-0d22-4cd7-92f4-0ca28db505ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.684974] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for the task: (returnval){ [ 985.684974] env[65368]: value = "task-4424871" [ 985.684974] env[65368]: _type = "Task" [ 985.684974] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.694536] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.717203] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424866, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951422} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.717497] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 985.718541] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78bdd3d-82c8-483c-a9f1-e263319ed8cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.750640] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 985.751097] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-477d1d05-05aa-4d2b-aec6-d3f572c01bb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.767019] env[65368]: DEBUG nova.network.neutron [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "address": "fa:16:3e:35:27:83", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bebf3-fc", "ovs_interfaceid": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.775700] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 985.775700] env[65368]: value = "task-4424872" [ 985.775700] env[65368]: _type = "Task" [ 985.775700] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.787526] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424872, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.864691] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aaf67a-882f-4b96-b517-605fd929dcc5, 'name': SearchDatastore_Task, 'duration_secs': 0.03189} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.865071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.865462] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 7f3891b2-338e-415d-80c8-b2bc432521a5/7f3891b2-338e-415d-80c8-b2bc432521a5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.865846] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ab4a7e8-353c-480f-b286-358232ad65e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.875636] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 985.875636] env[65368]: value = "task-4424873" [ 985.875636] env[65368]: _type = "Task" [ 985.875636] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.886718] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.009693] env[65368]: DEBUG nova.scheduler.client.report [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 986.137028] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.064882} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.137339] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.137511] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.137759] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk to [datastore1] f4c65366-9c6f-4ee5-8950-c48eae532e00/f4c65366-9c6f-4ee5-8950-c48eae532e00.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 986.138060] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57392200-da29-4e97-ab40-a80d1f504660 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.149203] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 986.149203] env[65368]: value = "task-4424874" [ 986.149203] env[65368]: _type = "Task" [ 986.149203] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.159964] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.199221] env[65368]: DEBUG oslo_vmware.api [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Task: {'id': task-4424871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.11605} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.199733] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.199733] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.200049] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.200107] env[65368]: INFO nova.compute.manager [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Took 1.10 seconds to destroy the instance on the hypervisor. [ 986.200350] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 986.200567] env[65368]: DEBUG nova.compute.manager [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.200693] env[65368]: DEBUG nova.network.neutron [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.200959] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.226270] env[65368]: DEBUG nova.network.neutron [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 986.226611] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.270455] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.271236] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.271478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.272420] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c4f495c-cf84-4481-bde6-e0e35ebbc486 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.294414] env[65368]: DEBUG nova.compute.manager [None req-22fd9eb8-0b09-45e0-977c-36abdcda555e tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 986.295126] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 986.295356] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 986.295508] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 986.295695] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 986.295827] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 986.295977] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 986.296236] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 986.296437] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 986.296559] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 986.296722] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 986.297028] env[65368]: DEBUG nova.virt.hardware [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 986.303801] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfiguring VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 986.305492] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1227e4d8-753d-4f06-a7e4-450801f8a0ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.309025] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca2080f3-7ac1-4d09-b383-58a7784f4c70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.327034] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424872, 'name': ReconfigVM_Task, 'duration_secs': 0.429655} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.328199] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfigured VM instance instance-00000037 to attach disk [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 986.329380] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5ee9b1-a40b-48a4-8e15-3c54e6f57dfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.339021] env[65368]: DEBUG oslo_vmware.api [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 986.339021] env[65368]: value = "task-4424875" [ 986.339021] env[65368]: _type = "Task" [ 986.339021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.378024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b197bcd-442c-4f27-83ac-fda311e0e79c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.389530] env[65368]: DEBUG oslo_vmware.api [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424875, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.403110] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505957} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.404901] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 7f3891b2-338e-415d-80c8-b2bc432521a5/7f3891b2-338e-415d-80c8-b2bc432521a5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.405164] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.405495] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 986.405495] env[65368]: value = "task-4424876" [ 986.405495] env[65368]: _type = "Task" [ 986.405495] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.405698] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb680cdc-e764-4337-89dd-e1b789936c18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.420905] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.422349] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 986.422349] env[65368]: value = "task-4424877" [ 986.422349] env[65368]: _type = "Task" [ 986.422349] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.433371] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.515376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.518373] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.143s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.518676] env[65368]: DEBUG nova.objects.instance [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lazy-loading 'resources' on Instance uuid 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.558241] env[65368]: INFO nova.scheduler.client.report [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Deleted allocations for instance 39665841-db3f-4114-9065-dbb3ed4b1f05 [ 986.667618] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.728935] env[65368]: DEBUG nova.network.neutron [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.840708] env[65368]: INFO nova.compute.manager [None req-22fd9eb8-0b09-45e0-977c-36abdcda555e tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] instance snapshotting [ 986.841503] env[65368]: DEBUG nova.objects.instance [None req-22fd9eb8-0b09-45e0-977c-36abdcda555e tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lazy-loading 'flavor' on Instance uuid a827f708-b916-4ec9-ab28-f709c9015cf2 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.857825] env[65368]: DEBUG oslo_vmware.api [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424875, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.925934] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424876, 'name': ReconfigVM_Task, 'duration_secs': 0.289128} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.929974] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 986.930799] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2308c03d-e086-4600-8148-6b5b557ce24e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.942901] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076245} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.944560] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 986.944969] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 986.944969] env[65368]: value = "task-4424878" [ 986.944969] env[65368]: _type = "Task" [ 986.944969] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.945738] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a60eeb2-61ab-47d0-945a-fa99a519b4fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.960191] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.982848] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 7f3891b2-338e-415d-80c8-b2bc432521a5/7f3891b2-338e-415d-80c8-b2bc432521a5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 986.983367] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d445a451-35d0-484f-abab-766f3bad30b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.015013] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 987.015013] env[65368]: value = "task-4424879" [ 987.015013] env[65368]: _type = "Task" [ 987.015013] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.031975] env[65368]: DEBUG nova.compute.manager [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-changed-6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 987.032743] env[65368]: DEBUG nova.compute.manager [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing instance network info cache due to event network-changed-6f6bebf3-fc97-45db-9e47-0df61ea64283. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 987.033147] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.033288] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.033451] env[65368]: DEBUG nova.network.neutron [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing network info cache for port 6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.043851] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424879, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.069616] env[65368]: DEBUG oslo_concurrency.lockutils [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.069902] env[65368]: DEBUG oslo_concurrency.lockutils [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.076172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce5f3aa0-5352-4d36-aac1-41430f233363 tempest-ServersTestFqdnHostnames-2024572211 tempest-ServersTestFqdnHostnames-2024572211-project-member] Lock "39665841-db3f-4114-9065-dbb3ed4b1f05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.343s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.147422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "a827f708-b916-4ec9-ab28-f709c9015cf2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.148514] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.148842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "a827f708-b916-4ec9-ab28-f709c9015cf2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.149087] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.149277] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.155668] env[65368]: INFO nova.compute.manager [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Terminating instance [ 987.176148] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.231652] env[65368]: INFO nova.compute.manager [-] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Took 1.03 seconds to deallocate network for instance. [ 987.352080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51d8d20-45a3-4d59-8356-efeae10ea8f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.362849] env[65368]: DEBUG oslo_vmware.api [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424875, 'name': ReconfigVM_Task, 'duration_secs': 0.747028} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.364237] env[65368]: WARNING neutronclient.v2_0.client [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.364553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.364809] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfigured VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 987.386098] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eef49d04-bb77-4e28-8db5-41bcb63cdec3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.434481] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0d4f56-3d5b-48d2-a7c4-61fba4948d55 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.447122] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b141e7-7a55-4e04-aaf0-5aae4719787c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.465261] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424878, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.494105] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c42f3c-5598-4c6c-92ed-f9be476be589 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.506391] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a98b334-d041-40b6-906a-c0d9c11fddc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.531509] env[65368]: DEBUG nova.compute.provider_tree [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.541814] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424879, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.545660] env[65368]: WARNING neutronclient.v2_0.client [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.576789] env[65368]: INFO nova.compute.manager [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Detaching volume ac8f4fcd-5617-4be5-9349-18bd1d144a85 [ 987.620324] env[65368]: INFO nova.virt.block_device [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Attempting to driver detach volume ac8f4fcd-5617-4be5-9349-18bd1d144a85 from mountpoint /dev/sdb [ 987.620552] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 987.620834] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865784', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'name': 'volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '846828fb-ac3e-49dc-850a-816031eaebb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'serial': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 987.621974] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a8d04-b51f-4abc-8a39-1b8ac5fd8d0e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.651752] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f9c1c18-0928-4006-9e11-91c9dadefbfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.667575] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "refresh_cache-a827f708-b916-4ec9-ab28-f709c9015cf2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.667703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquired lock "refresh_cache-a827f708-b916-4ec9-ab28-f709c9015cf2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.668549] env[65368]: DEBUG nova.network.neutron [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 987.669325] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.675507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a04c5970-d674-49ae-bf6d-a46fc7945393 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.703029] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2168f0f0-96fc-4fe8-880e-1f21ebc365d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.730040] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85/volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 987.736132] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfiguring VM instance instance-00000024 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 987.739651] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f61764f-2cc0-4974-83f7-6227f7de28b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.755310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.770767] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 987.770767] env[65368]: value = "task-4424880" [ 987.770767] env[65368]: _type = "Task" [ 987.770767] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.783880] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.870323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-354a80e1-62a1-49f3-860c-9a55306d25ff tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.813s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.888765] env[65368]: WARNING neutronclient.v2_0.client [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.902556] env[65368]: DEBUG nova.compute.manager [None req-22fd9eb8-0b09-45e0-977c-36abdcda555e tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance disappeared during snapshot {{(pid=65368) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4632}} [ 987.971675] env[65368]: DEBUG oslo_vmware.api [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424878, 'name': PowerOnVM_Task, 'duration_secs': 0.666588} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.972594] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 987.979074] env[65368]: DEBUG nova.compute.manager [None req-62d352d5-52c3-46ae-b0ad-b71525a9671c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 987.980343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4474e93-77dd-4fb7-b5aa-4dd2bc7100e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.039874] env[65368]: DEBUG nova.scheduler.client.report [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.045868] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424879, 'name': ReconfigVM_Task, 'duration_secs': 0.577645} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.050160] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 7f3891b2-338e-415d-80c8-b2bc432521a5/7f3891b2-338e-415d-80c8-b2bc432521a5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.052594] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe08ef9-865d-4022-9334-73a67d1f7d0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.063523] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 988.063523] env[65368]: value = "task-4424881" [ 988.063523] env[65368]: _type = "Task" [ 988.063523] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.080014] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424881, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.096972] env[65368]: DEBUG nova.compute.manager [None req-22fd9eb8-0b09-45e0-977c-36abdcda555e tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Found 0 images (rotation: 2) {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 988.167358] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.173640] env[65368]: WARNING neutronclient.v2_0.client [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.284771] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424880, 'name': ReconfigVM_Task, 'duration_secs': 0.385533} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.285806] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Reconfigured VM instance instance-00000024 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 988.291051] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5947feda-9197-4d00-8dcc-5cbfdd816f47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.308787] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 988.308787] env[65368]: value = "task-4424882" [ 988.308787] env[65368]: _type = "Task" [ 988.308787] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.323445] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424882, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.387220] env[65368]: DEBUG nova.network.neutron [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updated VIF entry in instance network info cache for port 6f6bebf3-fc97-45db-9e47-0df61ea64283. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 988.387779] env[65368]: DEBUG nova.network.neutron [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "address": "fa:16:3e:35:27:83", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bebf3-fc", "ovs_interfaceid": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.402779] env[65368]: DEBUG nova.network.neutron [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 988.552666] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.034s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.557890] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.265s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.558151] env[65368]: DEBUG nova.objects.instance [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lazy-loading 'resources' on Instance uuid eb4cce99-41ab-449c-ba6a-dd737a6b1180 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 988.579521] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424881, 'name': Rename_Task, 'duration_secs': 0.313097} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.580190] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.580190] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4224769b-11b8-4606-811a-a1bb1306a697 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.591209] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 988.591209] env[65368]: value = "task-4424883" [ 988.591209] env[65368]: _type = "Task" [ 988.591209] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.602217] env[65368]: INFO nova.scheduler.client.report [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleted allocations for instance 6c421bcd-48f8-4a0b-9fee-9dc5d9071113 [ 988.613092] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424883, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.670763] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.825278] env[65368]: DEBUG oslo_vmware.api [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424882, 'name': ReconfigVM_Task, 'duration_secs': 0.242949} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.828159] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865784', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'name': 'volume-ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '846828fb-ac3e-49dc-850a-816031eaebb1', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85', 'serial': 'ac8f4fcd-5617-4be5-9349-18bd1d144a85'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 988.891044] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd5af81d-95dd-465a-a709-9b4179f42f13 req-5a6cc1eb-becb-47ba-9771-9b19795c8867 service nova] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.044867] env[65368]: DEBUG nova.network.neutron [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.108551] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424883, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.115587] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af767eca-4ae4-41e1-8a8a-430ec0070429 tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "6c421bcd-48f8-4a0b-9fee-9dc5d9071113" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.251s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.167600] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424874, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.693531} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.167889] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e6a35305-1f85-4e09-8b62-2771fb54981f/e6a35305-1f85-4e09-8b62-2771fb54981f.vmdk to [datastore1] f4c65366-9c6f-4ee5-8950-c48eae532e00/f4c65366-9c6f-4ee5-8950-c48eae532e00.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.169244] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2897653a-cc50-4d2a-9198-8544ae906ded {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.201129] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] f4c65366-9c6f-4ee5-8950-c48eae532e00/f4c65366-9c6f-4ee5-8950-c48eae532e00.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.205656] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f2533c9-a363-47fe-8fcf-196b1d903b34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.230266] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 989.230266] env[65368]: value = "task-4424884" [ 989.230266] env[65368]: _type = "Task" [ 989.230266] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.244737] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.411100] env[65368]: DEBUG nova.objects.instance [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid 846828fb-ac3e-49dc-850a-816031eaebb1 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 989.471911] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af99bc4b-cc11-4850-823d-8b1a3c2a681d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.482658] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6261e-0a2f-4346-8f66-83e908e4b842 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.523579] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-871f1b18-1fb2-4f59-88c3-2c40cfd2adaf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.533986] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Releasing lock "refresh_cache-a827f708-b916-4ec9-ab28-f709c9015cf2" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.534338] env[65368]: DEBUG nova.compute.manager [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 989.534471] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 989.535554] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bdc073-91a4-4e19-88c6-4b1167595571 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.540917] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3261f117-cc78-407b-8374-c313a7de6c51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.552693] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 989.561022] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca2d318c-26d0-4a0a-84d9-3a322d9234d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.563420] env[65368]: DEBUG nova.compute.provider_tree [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 989.572473] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 989.572473] env[65368]: value = "task-4424885" [ 989.572473] env[65368]: _type = "Task" [ 989.572473] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.585409] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424885, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.603570] env[65368]: DEBUG oslo_vmware.api [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424883, 'name': PowerOnVM_Task, 'duration_secs': 0.998729} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.603885] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.604125] env[65368]: INFO nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Took 8.51 seconds to spawn the instance on the hypervisor. [ 989.604399] env[65368]: DEBUG nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.605278] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e38e21-f270-4e8c-a398-40d023c9e70e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.745487] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424884, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.049280] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 990.050229] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef45d2f-be92-42cb-86c2-4c8938260b4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.057819] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 990.057995] env[65368]: ERROR oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk due to incomplete transfer. [ 990.058256] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8d90102-3d4e-46b6-a0d7-ce46673acd90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.066997] env[65368]: DEBUG nova.scheduler.client.report [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.071504] env[65368]: DEBUG oslo_vmware.rw_handles [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521c4eee-6301-64a7-a659-0204b6f24f43/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 990.071771] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploaded image 9db7171f-6129-4b51-993a-abbb7f698104 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 990.074038] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 990.074609] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c57efacb-542d-4d05-bbea-bb78671bcaf9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.085689] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424885, 'name': PowerOffVM_Task, 'duration_secs': 0.192186} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.087792] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 990.087972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 990.088287] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 990.088287] env[65368]: value = "task-4424886" [ 990.088287] env[65368]: _type = "Task" [ 990.088287] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.088554] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ddcbee93-d7c4-4730-b760-a01c8885fe45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.103012] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424886, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.125679] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 990.125944] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 990.126103] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Deleting the datastore file [datastore1] a827f708-b916-4ec9-ab28-f709c9015cf2 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 990.128244] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7748c48-de1d-43e3-8efe-e89664bb02a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.131949] env[65368]: INFO nova.compute.manager [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Took 25.53 seconds to build instance. [ 990.140365] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for the task: (returnval){ [ 990.140365] env[65368]: value = "task-4424888" [ 990.140365] env[65368]: _type = "Task" [ 990.140365] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.154754] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424888, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.246299] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424884, 'name': ReconfigVM_Task, 'duration_secs': 0.594092} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.246694] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Reconfigured VM instance instance-0000004e to attach disk [datastore1] f4c65366-9c6f-4ee5-8950-c48eae532e00/f4c65366-9c6f-4ee5-8950-c48eae532e00.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.247955] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4677399-cbca-4972-a29f-f857954bed18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.258324] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 990.258324] env[65368]: value = "task-4424889" [ 990.258324] env[65368]: _type = "Task" [ 990.258324] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.269021] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424889, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.422468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-26beb970-462a-4b7f-b188-0d1f73c8fa74 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.576305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.019s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.578889] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.543s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.584323] env[65368]: INFO nova.compute.claims [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.617067] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424886, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.641874] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11197ede-3a39-41be-9a54-44053e571a42 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.053s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.656781] env[65368]: DEBUG oslo_vmware.api [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Task: {'id': task-4424888, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103764} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.656781] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 990.656781] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 990.658992] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 990.658992] env[65368]: INFO nova.compute.manager [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Took 1.12 seconds to destroy the instance on the hypervisor. [ 990.658992] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 990.658992] env[65368]: DEBUG nova.compute.manager [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 990.658992] env[65368]: DEBUG nova.network.neutron [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 990.658992] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 990.662722] env[65368]: INFO nova.scheduler.client.report [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted allocations for instance eb4cce99-41ab-449c-ba6a-dd737a6b1180 [ 990.773430] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424889, 'name': Rename_Task, 'duration_secs': 0.315217} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.773953] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.774153] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eeda66f-0650-4213-bd2b-1b9aa11be138 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.785022] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 990.785022] env[65368]: value = "task-4424890" [ 990.785022] env[65368]: _type = "Task" [ 990.785022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.795199] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.890857] env[65368]: DEBUG nova.network.neutron [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 990.890857] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.179549] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424886, 'name': Destroy_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.184216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2e54077d-5892-49b4-b022-f00f4e539840 tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "eb4cce99-41ab-449c-ba6a-dd737a6b1180" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.972s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.296672] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424890, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.393309] env[65368]: DEBUG nova.network.neutron [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.611027] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424886, 'name': Destroy_Task, 'duration_secs': 1.391192} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.611658] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroyed the VM [ 991.611900] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 991.614313] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8cf3735e-9706-445b-a7fd-7c151278e192 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.627221] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 991.627221] env[65368]: value = "task-4424891" [ 991.627221] env[65368]: _type = "Task" [ 991.627221] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.643945] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424891, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.809203] env[65368]: DEBUG oslo_vmware.api [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424890, 'name': PowerOnVM_Task, 'duration_secs': 0.67267} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.812458] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.812708] env[65368]: INFO nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Took 15.87 seconds to spawn the instance on the hypervisor. [ 991.812921] env[65368]: DEBUG nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.814093] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9b749b-9a60-4626-97fc-99df61c1c1e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.839293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.839562] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.896105] env[65368]: INFO nova.compute.manager [-] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Took 1.24 seconds to deallocate network for instance. [ 991.959710] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d507fb95-0bcf-45d3-a7e3-4e95f2bb343b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.969833] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a69a4cd-a5d7-4c59-9d20-4b4b1696160a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.006902] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba453c9e-0e41-42a7-8caf-390e8c8c44e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.016586] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3adb1e-3936-4041-9731-e912ab5f1fc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.035930] env[65368]: DEBUG nova.compute.provider_tree [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.143082] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424891, 'name': RemoveSnapshot_Task} progress is 58%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.347165] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 992.354225] env[65368]: INFO nova.compute.manager [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Took 30.90 seconds to build instance. [ 992.403599] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.571285] env[65368]: ERROR nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [req-fa420e94-783b-487c-b18c-08843ab34abe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID db435d51-5eed-4599-9bbd-e8c997eb75a5. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fa420e94-783b-487c-b18c-08843ab34abe"}]} [ 992.590159] env[65368]: DEBUG nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 992.606671] env[65368]: DEBUG nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 992.606945] env[65368]: DEBUG nova.compute.provider_tree [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 992.619737] env[65368]: DEBUG nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 992.641328] env[65368]: DEBUG oslo_vmware.api [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424891, 'name': RemoveSnapshot_Task, 'duration_secs': 0.708155} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.641651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 992.641902] env[65368]: INFO nova.compute.manager [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 17.46 seconds to snapshot the instance on the hypervisor. [ 992.645630] env[65368]: DEBUG nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 992.727553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.727854] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.728076] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.728261] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.728425] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.732664] env[65368]: INFO nova.compute.manager [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Terminating instance [ 992.859643] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8dfd5a9f-c9de-4a49-84d5-8a58f4d169f4 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.424s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.876428] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.941456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.941786] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.941922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.942112] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.942276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.947681] env[65368]: INFO nova.compute.manager [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Terminating instance [ 992.958442] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22121c1-d881-4089-8de1-360a94a527ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.970354] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b097dbf8-454b-4cd7-8f13-ebff2d5203dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.018766] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-180c5d74-e2df-47c6-8908-2a567dd92c10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.029507] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501b6308-efd3-4641-90c6-7ec0c931f6aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.047717] env[65368]: DEBUG nova.compute.provider_tree [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.049738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.049949] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.050301] env[65368]: DEBUG nova.objects.instance [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.191780] env[65368]: DEBUG nova.compute.manager [None req-df8c2dfc-fad6-4fa3-8b19-6a86f64a85ac tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Found 1 images (rotation: 2) {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 993.242880] env[65368]: DEBUG nova.compute.manager [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 993.243145] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.244469] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b434c-8e78-4360-8526-38c9723d2f9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.253743] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.254059] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9001487-6ff1-4426-9714-8bd0265970fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.262078] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 993.262078] env[65368]: value = "task-4424892" [ 993.262078] env[65368]: _type = "Task" [ 993.262078] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.272121] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.370468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.370637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.370966] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.371426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.371698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.378188] env[65368]: INFO nova.compute.manager [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Terminating instance [ 993.433476] env[65368]: INFO nova.compute.manager [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Unrescuing [ 993.433779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.433919] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.434152] env[65368]: DEBUG nova.network.neutron [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 993.455766] env[65368]: DEBUG nova.compute.manager [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 993.455766] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.456381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f565be-4879-4c5e-ac88-bf891bd591ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.468032] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.468358] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5149867f-0417-498e-9628-ad09859c1e6e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.476620] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 993.476620] env[65368]: value = "task-4424893" [ 993.476620] env[65368]: _type = "Task" [ 993.476620] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.486682] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.523181] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "7f3891b2-338e-415d-80c8-b2bc432521a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.523601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.523793] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.523975] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.524183] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.526739] env[65368]: INFO nova.compute.manager [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Terminating instance [ 993.558100] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.604993] env[65368]: DEBUG nova.scheduler.client.report [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updated inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with generation 103 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 993.605463] env[65368]: DEBUG nova.compute.provider_tree [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 generation from 103 to 104 during operation: update_inventory {{(pid=65368) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 993.605797] env[65368]: DEBUG nova.compute.provider_tree [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 993.676069] env[65368]: DEBUG nova.objects.instance [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.773648] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424892, 'name': PowerOffVM_Task, 'duration_secs': 0.426406} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.773927] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.774103] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.774374] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcaac3af-7f09-4439-9458-a1480b25b026 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.883379] env[65368]: DEBUG nova.compute.manager [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 993.883666] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.884074] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.884337] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.884531] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleting the datastore file [datastore2] a5582f41-21d0-4f77-8c25-38c5baf3052d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.885400] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a024e4-0ea4-4f8d-a80c-e30c6edd1542 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.888829] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-276f2ea4-279a-4651-b312-5a7d9f287034 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.896160] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.897595] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56d87635-99fc-46fa-925b-46a9b62e46c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.899362] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for the task: (returnval){ [ 993.899362] env[65368]: value = "task-4424895" [ 993.899362] env[65368]: _type = "Task" [ 993.899362] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.905262] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 993.905262] env[65368]: value = "task-4424896" [ 993.905262] env[65368]: _type = "Task" [ 993.905262] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.912393] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424895, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.918494] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.937484] env[65368]: WARNING neutronclient.v2_0.client [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.990286] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424893, 'name': PowerOffVM_Task, 'duration_secs': 0.226667} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.994345] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.994644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.995340] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05918049-60d9-4a87-84c0-7196a9eba9f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.031873] env[65368]: DEBUG nova.compute.manager [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 994.032807] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 994.034398] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d0be34-8f58-4581-882b-859d86c64fbc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.045344] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.045672] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14b3be35-770f-42cb-86b7-2b38858aed99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.054852] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 994.054852] env[65368]: value = "task-4424898" [ 994.054852] env[65368]: _type = "Task" [ 994.054852] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.064734] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424898, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.105389] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.105791] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.106167] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleting the datastore file [datastore2] c425c889-ed84-4e8c-9f44-93252bb12e6e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.106559] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3b0c4fe-1b3d-49aa-84bd-1bc4389f26a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.115421] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.535s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.115421] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 994.119177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.887s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.119177] env[65368]: DEBUG nova.objects.instance [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 994.123193] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for the task: (returnval){ [ 994.123193] env[65368]: value = "task-4424899" [ 994.123193] env[65368]: _type = "Task" [ 994.123193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.139270] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424899, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.179488] env[65368]: DEBUG nova.objects.base [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance<3b3f2b8c-b45b-4221-8829-7f49853daafc> lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 994.179779] env[65368]: DEBUG nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 994.180188] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.180463] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.264417] env[65368]: WARNING neutronclient.v2_0.client [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.303698] env[65368]: DEBUG nova.policy [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.362477] env[65368]: DEBUG nova.network.neutron [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.418764] env[65368]: DEBUG oslo_vmware.api [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Task: {'id': task-4424895, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185089} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.422925] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.423150] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.423360] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.423749] env[65368]: INFO nova.compute.manager [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 1.18 seconds to destroy the instance on the hypervisor. [ 994.424026] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.424438] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424896, 'name': PowerOffVM_Task, 'duration_secs': 0.350736} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.424651] env[65368]: DEBUG nova.compute.manager [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 994.424749] env[65368]: DEBUG nova.network.neutron [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 994.424998] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.426911] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.427088] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.427547] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a04d77f-de9b-4a63-817d-ce3a89fa6111 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.488824] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.513227] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.513763] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.513763] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleting the datastore file [datastore1] 846828fb-ac3e-49dc-850a-816031eaebb1 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.514923] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ea6667b1-f99e-41cf-8332-93c9d09c6f77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.522389] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 994.522389] env[65368]: value = "task-4424901" [ 994.522389] env[65368]: _type = "Task" [ 994.522389] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.532876] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424901, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.566346] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424898, 'name': PowerOffVM_Task, 'duration_secs': 0.225918} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.566610] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.566779] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 994.567048] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-049fd19a-f1d9-4461-82be-a66f88d63ace {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.633909] env[65368]: DEBUG nova.compute.utils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 994.637642] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 994.637877] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 994.638226] env[65368]: WARNING neutronclient.v2_0.client [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.638542] env[65368]: WARNING neutronclient.v2_0.client [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.648380] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 994.648619] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 994.648763] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore1] 7f3891b2-338e-415d-80c8-b2bc432521a5 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 994.649427] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a3a3710-ad94-432e-bfcb-5d712e211a4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.655539] env[65368]: DEBUG oslo_vmware.api [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Task: {'id': task-4424899, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.656280] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.656516] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.656701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.656880] env[65368]: INFO nova.compute.manager [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 994.657121] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 994.657584] env[65368]: DEBUG nova.compute.manager [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 994.657686] env[65368]: DEBUG nova.network.neutron [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 994.657924] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.661871] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 994.661871] env[65368]: value = "task-4424903" [ 994.661871] env[65368]: _type = "Task" [ 994.661871] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.671879] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.767081] env[65368]: DEBUG nova.policy [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e480ac7a142742e28efd754265a155bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2158e9c5d3640efa4381f80e25dfb19', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 994.804645] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.865386] env[65368]: DEBUG oslo_concurrency.lockutils [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.866068] env[65368]: DEBUG nova.objects.instance [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'flavor' on Instance uuid 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.008116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.008383] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.008600] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.008771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.008928] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.011501] env[65368]: INFO nova.compute.manager [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Terminating instance [ 995.034253] env[65368]: DEBUG oslo_vmware.api [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424901, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144625} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.034543] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.034734] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.034905] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.035092] env[65368]: INFO nova.compute.manager [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 995.035333] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 995.035528] env[65368]: DEBUG nova.compute.manager [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.035680] env[65368]: DEBUG nova.network.neutron [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.035898] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.111400] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Successfully created port: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 995.139502] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d146557-7466-4771-8cfc-89a1132cca59 tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.140765] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.681s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.140983] env[65368]: DEBUG nova.objects.instance [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lazy-loading 'resources' on Instance uuid fba48f7d-7d51-4f15-9c64-d0a22adfcc51 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.147357] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 995.174742] env[65368]: DEBUG oslo_vmware.api [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146504} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.174996] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 995.175188] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 995.175358] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 995.175523] env[65368]: INFO nova.compute.manager [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 995.176010] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 995.176659] env[65368]: DEBUG nova.compute.manager [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 995.176763] env[65368]: DEBUG nova.network.neutron [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 995.177020] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.200469] env[65368]: DEBUG nova.network.neutron [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.375126] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1435734e-abad-41f7-9556-1bafd2e3d861 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.403752] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.405297] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.407586] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d08cecb9-5290-4745-9442-0d2d207ca9e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.417775] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 995.417775] env[65368]: value = "task-4424904" [ 995.417775] env[65368]: _type = "Task" [ 995.417775] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.434439] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424904, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.515689] env[65368]: DEBUG nova.compute.manager [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 995.515998] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.517192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce745e5d-a1c2-40bc-ba25-9793c47af447 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.527256] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.527567] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f15d901-78d1-40b0-a013-1e8e1223a7bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.536761] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 995.536761] env[65368]: value = "task-4424905" [ 995.536761] env[65368]: _type = "Task" [ 995.536761] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.546198] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424905, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.706493] env[65368]: INFO nova.compute.manager [-] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Took 1.28 seconds to deallocate network for instance. [ 995.857893] env[65368]: DEBUG nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Successfully updated port: 7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 995.866492] env[65368]: DEBUG nova.network.neutron [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.889046] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 995.932321] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424904, 'name': PowerOffVM_Task, 'duration_secs': 0.370745} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.932640] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.939089] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfiguring VM instance instance-00000037 to detach disk 2002 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 995.939407] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf532f26-b673-48d5-b390-b10dba3bb00d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.962874] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 995.962874] env[65368]: value = "task-4424906" [ 995.962874] env[65368]: _type = "Task" [ 995.962874] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.969849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d59663-8a08-4118-a1a1-9f49503ede76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.978981] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.981661] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3aa2eb-def0-483b-99e6-c5752f50d456 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.017467] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af8bc6-5aa2-4f00-b3b1-ba47d51be06f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.027042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6feb2a1d-2e18-4ae6-a7df-718db0f8141c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.042091] env[65368]: DEBUG nova.compute.provider_tree [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.052825] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424905, 'name': PowerOffVM_Task, 'duration_secs': 0.250653} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.053790] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.053975] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.054260] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53aa2585-0d10-4417-a8d9-aa1adb951c31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.134035] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.134354] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.134354] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore1] f4c65366-9c6f-4ee5-8950-c48eae532e00 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.134699] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b617ecba-b6e0-455b-9ff8-33ee01373473 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.142261] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 996.142261] env[65368]: value = "task-4424908" [ 996.142261] env[65368]: _type = "Task" [ 996.142261] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.151711] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424908, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.157223] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 996.186687] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.187103] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.187377] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.187692] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.187905] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.188143] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.188469] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.188713] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.188977] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.189246] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.189517] env[65368]: DEBUG nova.virt.hardware [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.191403] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2703aa3b-c5a1-4cd7-9018-49a41fa9f554 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.203502] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d04d9b-f507-4436-8822-1cb22ef4f15d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.214610] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.361360] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.361578] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.362877] env[65368]: DEBUG nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 996.373650] env[65368]: INFO nova.compute.manager [-] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Took 1.72 seconds to deallocate network for instance. [ 996.473417] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424906, 'name': ReconfigVM_Task, 'duration_secs': 0.277652} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.473712] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfigured VM instance instance-00000037 to detach disk 2002 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 996.473897] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.474187] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc4f5d4c-7c8e-4200-baef-c8174ed904ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.482277] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 996.482277] env[65368]: value = "task-4424909" [ 996.482277] env[65368]: _type = "Task" [ 996.482277] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.491270] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.548586] env[65368]: DEBUG nova.scheduler.client.report [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 996.654573] env[65368]: DEBUG oslo_vmware.api [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424908, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131089} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.654573] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 996.654573] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 996.655015] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 996.655310] env[65368]: INFO nova.compute.manager [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Took 1.14 seconds to destroy the instance on the hypervisor. [ 996.655647] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 996.656419] env[65368]: DEBUG nova.compute.manager [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 996.656419] env[65368]: DEBUG nova.network.neutron [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 996.656419] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.699509] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.883138] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.906024] env[65368]: DEBUG nova.network.neutron [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 996.946778] env[65368]: WARNING nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 996.946778] env[65368]: WARNING nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 996.950117] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Successfully updated port: a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 996.995181] env[65368]: DEBUG oslo_vmware.api [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424909, 'name': PowerOnVM_Task, 'duration_secs': 0.427169} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.995511] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.995772] env[65368]: DEBUG nova.compute.manager [None req-19093da9-f8b0-4180-b98c-544c820dad2c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 996.996652] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0147215f-e9a8-4976-aeaf-54e8aed7cf34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.053931] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.057757] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.303s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.057996] env[65368]: DEBUG nova.objects.instance [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lazy-loading 'resources' on Instance uuid 155b10b2-59e3-43da-add1-5048ef482310 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 997.085850] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.089788] env[65368]: INFO nova.scheduler.client.report [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Deleted allocations for instance fba48f7d-7d51-4f15-9c64-d0a22adfcc51 [ 997.100783] env[65368]: DEBUG nova.network.neutron [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.243494] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.315679] env[65368]: DEBUG nova.compute.manager [req-6649facf-c6c3-425b-856c-0454f819aadf req-92975263-ea16-4288-8c57-15d8a8844f23 service nova] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Received event network-vif-deleted-2e7321db-31de-443a-9333-5e230d7b247e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 997.388791] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.408090] env[65368]: INFO nova.compute.manager [-] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Took 2.37 seconds to deallocate network for instance. [ 997.408353] env[65368]: DEBUG nova.network.neutron [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.452719] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.452939] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquired lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.453134] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 997.466765] env[65368]: DEBUG nova.network.neutron [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "address": "fa:16:3e:35:27:83", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bebf3-fc", "ovs_interfaceid": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "address": "fa:16:3e:b4:77:d4", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bda031e-d7", "ovs_interfaceid": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.598104] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e609e59b-aafd-49b3-9848-fddb0d78d686 tempest-ServerGroupTestJSON-1887025782 tempest-ServerGroupTestJSON-1887025782-project-member] Lock "fba48f7d-7d51-4f15-9c64-d0a22adfcc51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.799s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.604228] env[65368]: INFO nova.compute.manager [-] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Took 2.43 seconds to deallocate network for instance. [ 997.638149] env[65368]: DEBUG nova.compute.manager [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.642031] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295dbd38-b8f2-4e2e-abbf-03d9e39267f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.741034] env[65368]: DEBUG nova.compute.manager [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-plugged-7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 997.742819] env[65368]: DEBUG oslo_concurrency.lockutils [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.742819] env[65368]: DEBUG oslo_concurrency.lockutils [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.742819] env[65368]: DEBUG oslo_concurrency.lockutils [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.742819] env[65368]: DEBUG nova.compute.manager [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] No waiting events found dispatching network-vif-plugged-7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 997.742819] env[65368]: WARNING nova.compute.manager [req-bfad7b97-e976-4e9f-8630-e2df432d7162 req-fffe9643-ab52-42bb-aa42-4e1b180cc9e4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received unexpected event network-vif-plugged-7bda031e-d78d-4ce8-82aa-b5cba38c38bb for instance with vm_state active and task_state None. [ 997.834320] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e1fd71-7d04-485a-9284-83fd0c17b87c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.842713] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51f836c-c764-4299-978c-7a92915a58e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.874997] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ae6c0d-5f6e-44a3-a11c-77cfa62d045f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.883951] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26498a-a6c9-4393-9d23-6f5024c3dc75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.900169] env[65368]: DEBUG nova.compute.provider_tree [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.911801] env[65368]: INFO nova.compute.manager [-] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Took 1.26 seconds to deallocate network for instance. [ 997.917467] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.970342] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.971194] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.971483] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.972970] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aa8997-beff-4d10-803f-a64a448d6c58 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.995603] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 997.995912] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 997.996107] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 997.996310] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 997.996480] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 997.996645] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 997.996858] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 997.997069] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 997.997249] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 997.997459] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 997.997647] env[65368]: DEBUG nova.virt.hardware [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.005078] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfiguring VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 998.005494] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-231b564e-f961-4f60-a730-9eb66528746b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.018977] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 998.028725] env[65368]: DEBUG oslo_vmware.api [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 998.028725] env[65368]: value = "task-4424910" [ 998.028725] env[65368]: _type = "Task" [ 998.028725] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.037389] env[65368]: DEBUG oslo_vmware.api [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424910, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.110500] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.111917] env[65368]: WARNING neutronclient.v2_0.client [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.156432] env[65368]: INFO nova.compute.manager [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] instance snapshotting [ 998.156432] env[65368]: DEBUG nova.objects.instance [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.195409] env[65368]: DEBUG nova.network.neutron [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Updating instance_info_cache with network_info: [{"id": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "address": "fa:16:3e:be:33:60", "network": {"id": "f374b2a4-06cd-4a0a-b059-cddde66aaa7b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1421677559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2158e9c5d3640efa4381f80e25dfb19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b09e56-ca", "ovs_interfaceid": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.403309] env[65368]: DEBUG nova.scheduler.client.report [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 998.418249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.542821] env[65368]: DEBUG oslo_vmware.api [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424910, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.669422] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8b685f-4a57-47d6-93cc-d6af336cc500 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.697261] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c10315b-8c6a-4b7e-b4d3-0186918a2f14 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.700317] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Releasing lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.700745] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Instance network_info: |[{"id": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "address": "fa:16:3e:be:33:60", "network": {"id": "f374b2a4-06cd-4a0a-b059-cddde66aaa7b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1421677559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2158e9c5d3640efa4381f80e25dfb19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b09e56-ca", "ovs_interfaceid": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 998.701266] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:33:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '054fcd1e-638e-425a-a1de-78cb188ae026', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.710244] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Creating folder: Project (b2158e9c5d3640efa4381f80e25dfb19). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.711210] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1c89147-6925-44d9-9df3-9c40efeabdda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.733580] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Created folder: Project (b2158e9c5d3640efa4381f80e25dfb19) in parent group-v865657. [ 998.736055] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Creating folder: Instances. Parent ref: group-v865879. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 998.736055] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a1547111-7335-4ff0-b827-45499e8c549a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.749177] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Created folder: Instances in parent group-v865879. [ 998.751235] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 998.751235] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.751235] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3e2429c-d9da-4e61-9ec6-c482fceb0141 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.773147] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.773147] env[65368]: value = "task-4424913" [ 998.773147] env[65368]: _type = "Task" [ 998.773147] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.785045] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424913, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.908510] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.851s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.912034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.508s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.912034] env[65368]: DEBUG nova.objects.instance [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lazy-loading 'resources' on Instance uuid a827f708-b916-4ec9-ab28-f709c9015cf2 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 998.946342] env[65368]: INFO nova.scheduler.client.report [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Deleted allocations for instance 155b10b2-59e3-43da-add1-5048ef482310 [ 999.046588] env[65368]: DEBUG oslo_vmware.api [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424910, 'name': ReconfigVM_Task, 'duration_secs': 0.680221} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.047057] env[65368]: WARNING neutronclient.v2_0.client [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.047376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.047651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfigured VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 999.223527] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 999.223527] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-619ce153-0579-4058-9f04-c096ce3567c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.230979] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 999.230979] env[65368]: value = "task-4424914" [ 999.230979] env[65368]: _type = "Task" [ 999.230979] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.240103] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424914, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.285698] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424913, 'name': CreateVM_Task, 'duration_secs': 0.389203} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.286285] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.286839] env[65368]: WARNING neutronclient.v2_0.client [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.287484] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.287554] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.288093] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.288587] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-336a0630-90f8-464d-a2f7-580fb68cec2a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.295859] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 999.295859] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c60844-3cbf-7a92-a6f2-410316e91ecc" [ 999.295859] env[65368]: _type = "Task" [ 999.295859] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.307539] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c60844-3cbf-7a92-a6f2-410316e91ecc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.453923] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9d905c53-1b86-4da4-a0a6-60df9310fdcb tempest-ServerShowV254Test-487895243 tempest-ServerShowV254Test-487895243-project-member] Lock "155b10b2-59e3-43da-add1-5048ef482310" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.998s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.509702] env[65368]: DEBUG nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Received event network-vif-deleted-4dbb61a2-103b-4a2f-b0f7-11ee41efc5d5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.510345] env[65368]: DEBUG nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Received event network-vif-plugged-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.510420] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Acquiring lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.510816] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.512427] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.512427] env[65368]: DEBUG nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] No waiting events found dispatching network-vif-plugged-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 999.512427] env[65368]: WARNING nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Received unexpected event network-vif-plugged-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c for instance with vm_state building and task_state spawning. [ 999.512427] env[65368]: DEBUG nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Received event network-changed-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 999.512427] env[65368]: DEBUG nova.compute.manager [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Refreshing instance network info cache due to event network-changed-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 999.512427] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Acquiring lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.512427] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Acquired lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.512427] env[65368]: DEBUG nova.network.neutron [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Refreshing network info cache for port a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 999.553780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2a16f9b0-33e1-44f0-b637-ff34b1bd6b88 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-7bda031e-d78d-4ce8-82aa-b5cba38c38bb" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.504s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.743423] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424914, 'name': CreateSnapshot_Task, 'duration_secs': 0.469189} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.744682] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 999.745566] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d6483f-f48d-41ca-bcaa-af24def1b6e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.750672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8872268-f32e-4324-b67b-21258b83ceec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.766470] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6346ae9-c201-4502-870a-0ec7fcdbd26a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.805744] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0701f4f4-ee94-44ab-a4df-ccf1a0cfc151 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.818549] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a42bca-1fd7-4a61-867d-0f3e000b7b10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.824098] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c60844-3cbf-7a92-a6f2-410316e91ecc, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.824098] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.824098] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 999.824385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.824462] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.824693] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 999.825514] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd674a84-b1cc-40d6-aa96-374a5d243959 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.836864] env[65368]: DEBUG nova.compute.provider_tree [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.843765] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 999.843901] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 999.845091] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e3fcdb-e823-414f-b143-a8bcafaf8ca9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.852144] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 999.852144] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ca16f-c584-7f56-29f1-beb925c4fd17" [ 999.852144] env[65368]: _type = "Task" [ 999.852144] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.861563] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ca16f-c584-7f56-29f1-beb925c4fd17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.014940] env[65368]: WARNING neutronclient.v2_0.client [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.278184] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1000.278529] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-799616cd-ce59-4563-b602-5e527b5046d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.288180] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1000.288180] env[65368]: value = "task-4424915" [ 1000.288180] env[65368]: _type = "Task" [ 1000.288180] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.298137] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424915, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.340494] env[65368]: DEBUG nova.scheduler.client.report [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.363277] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ca16f-c584-7f56-29f1-beb925c4fd17, 'name': SearchDatastore_Task, 'duration_secs': 0.009503} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.364785] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70230bea-e959-4576-8d7e-319ea8f74262 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.374156] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1000.374156] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5264ab63-5411-7fdb-1b55-545b88b3c373" [ 1000.374156] env[65368]: _type = "Task" [ 1000.374156] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.383713] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5264ab63-5411-7fdb-1b55-545b88b3c373, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.389016] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-changed-7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1000.389240] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing instance network info cache due to event network-changed-7bda031e-d78d-4ce8-82aa-b5cba38c38bb. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1000.389454] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.389602] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.389753] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Refreshing network info cache for port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.488716] env[65368]: WARNING neutronclient.v2_0.client [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.743219] env[65368]: DEBUG nova.network.neutron [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Updated VIF entry in instance network info cache for port a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1000.743828] env[65368]: DEBUG nova.network.neutron [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Updating instance_info_cache with network_info: [{"id": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "address": "fa:16:3e:be:33:60", "network": {"id": "f374b2a4-06cd-4a0a-b059-cddde66aaa7b", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1421677559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2158e9c5d3640efa4381f80e25dfb19", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "054fcd1e-638e-425a-a1de-78cb188ae026", "external-id": "nsx-vlan-transportzone-658", "segmentation_id": 658, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8b09e56-ca", "ovs_interfaceid": "a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.807680] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424915, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.848086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.850630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.974s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.852900] env[65368]: INFO nova.compute.claims [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1000.875926] env[65368]: INFO nova.scheduler.client.report [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Deleted allocations for instance a827f708-b916-4ec9-ab28-f709c9015cf2 [ 1000.897648] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.903226] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5264ab63-5411-7fdb-1b55-545b88b3c373, 'name': SearchDatastore_Task, 'duration_secs': 0.011157} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.904499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.905644] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f47ff5c1-df66-42ab-a98f-32534596ae64/f47ff5c1-df66-42ab-a98f-32534596ae64.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.906140] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2756802-443f-4d35-9e0e-7ea0a258389a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.924510] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1000.924510] env[65368]: value = "task-4424916" [ 1000.924510] env[65368]: _type = "Task" [ 1000.924510] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.934347] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.251540] env[65368]: DEBUG oslo_concurrency.lockutils [req-c796f3bf-8118-4d98-8581-b11e6a5f62f4 req-4daee360-8702-4f82-aaac-23ca85b2f475 service nova] Releasing lock "refresh_cache-f47ff5c1-df66-42ab-a98f-32534596ae64" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.310050] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424915, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.337871] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.392805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ce1add23-97d9-41bb-90d6-02ac313ffc79 tempest-ServersAaction247Test-1302238828 tempest-ServersAaction247Test-1302238828-project-member] Lock "a827f708-b916-4ec9-ab28-f709c9015cf2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.244s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.435155] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49021} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.435485] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f47ff5c1-df66-42ab-a98f-32534596ae64/f47ff5c1-df66-42ab-a98f-32534596ae64.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.437513] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.437614] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae0b80e6-d441-4d82-a605-77a9e5c2b4cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.448431] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1001.448431] env[65368]: value = "task-4424917" [ 1001.448431] env[65368]: _type = "Task" [ 1001.448431] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.456247] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updated VIF entry in instance network info cache for port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.456247] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "address": "fa:16:3e:35:27:83", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6f6bebf3-fc", "ovs_interfaceid": "6f6bebf3-fc97-45db-9e47-0df61ea64283", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "address": "fa:16:3e:b4:77:d4", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bda031e-d7", "ovs_interfaceid": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.460702] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424917, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.801680] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424915, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.806033] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-6f6bebf3-fc97-45db-9e47-0df61ea64283" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.806033] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-6f6bebf3-fc97-45db-9e47-0df61ea64283" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.963361] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.963661] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Received event network-vif-deleted-b216d2a5-54ff-4759-83c4-c47c82beb096 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.963849] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Received event network-vif-deleted-4d391074-9d97-49dc-b8d9-4ba5228cc47b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.964033] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Received event network-vif-deleted-366e230c-8c30-4ad4-8dea-57af2a526fa1 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.964210] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1001.964371] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing instance network info cache due to event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1001.964570] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.964705] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.964856] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1001.971322] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424917, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07734} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.975249] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1001.980022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb3134f-c8b8-4b7a-8728-87392ea12b0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.012999] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f47ff5c1-df66-42ab-a98f-32534596ae64/f47ff5c1-df66-42ab-a98f-32534596ae64.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.016850] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-414f27df-0e14-45ce-b227-98b892c4a4f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.043757] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1002.043757] env[65368]: value = "task-4424918" [ 1002.043757] env[65368]: _type = "Task" [ 1002.043757] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.053721] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424918, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.243148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3312d91-f25a-4102-ab2e-97e9a2fde89e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.252211] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7cb16-845c-472b-bd3a-3bf604d5dcd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.287142] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d10d04f-a979-4414-a37c-77fa913e3f85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.302331] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424915, 'name': CloneVM_Task, 'duration_secs': 1.726235} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.305535] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created linked-clone VM from snapshot [ 1002.306716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7786494b-a134-4641-8a84-70b45a8dceda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.310902] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d18001-5651-4c8b-a39c-7b22529578fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.315550] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.316813] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.316813] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a5ca65-17c5-4903-b461-8b0c4a8c7fce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.332385] env[65368]: DEBUG nova.compute.provider_tree [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.354985] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploading image ddf8054f-a172-4225-9caf-6d52cf5c967c {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1002.362256] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d392b0e-e509-40eb-9456-f9fd534176ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.388291] env[65368]: WARNING neutronclient.v2_0.client [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.393741] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfiguring VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1002.396134] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f55b9c0-3dba-4aff-a10e-845632dfc68e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.417876] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1002.417876] env[65368]: value = "vm-865883" [ 1002.417876] env[65368]: _type = "VirtualMachine" [ 1002.417876] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1002.418069] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2b3706ca-5a47-43b1-904d-1ac9fd28d732 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.421257] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1002.421257] env[65368]: value = "task-4424919" [ 1002.421257] env[65368]: _type = "Task" [ 1002.421257] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.428722] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease: (returnval){ [ 1002.428722] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5234cfd8-cbf0-72d7-859a-d853f05f2886" [ 1002.428722] env[65368]: _type = "HttpNfcLease" [ 1002.428722] env[65368]: } obtained for exporting VM: (result){ [ 1002.428722] env[65368]: value = "vm-865883" [ 1002.428722] env[65368]: _type = "VirtualMachine" [ 1002.428722] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1002.429105] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the lease: (returnval){ [ 1002.429105] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5234cfd8-cbf0-72d7-859a-d853f05f2886" [ 1002.429105] env[65368]: _type = "HttpNfcLease" [ 1002.429105] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1002.433762] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.442139] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.442139] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5234cfd8-cbf0-72d7-859a-d853f05f2886" [ 1002.442139] env[65368]: _type = "HttpNfcLease" [ 1002.442139] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1002.468350] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.468595] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.471121] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.553295] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424918, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.656532] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.729417] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updated VIF entry in instance network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1002.729805] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.859191] env[65368]: DEBUG nova.scheduler.client.report [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1002.933812] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.944032] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1002.944032] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5234cfd8-cbf0-72d7-859a-d853f05f2886" [ 1002.944032] env[65368]: _type = "HttpNfcLease" [ 1002.944032] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1002.946698] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1002.946698] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5234cfd8-cbf0-72d7-859a-d853f05f2886" [ 1002.946698] env[65368]: _type = "HttpNfcLease" [ 1002.946698] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1002.959214] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8cafad-2860-491e-b2e2-0cd1abb033a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.964096] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "0d21af5f-5f19-46dd-9c18-df965550e00c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.964445] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.984607] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1002.986152] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1002.988966] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.989613] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.989831] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.068486] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.069954] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.075085] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.075257] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1003.075720] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.086469] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424918, 'name': ReconfigVM_Task, 'duration_secs': 0.908124} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.086991] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f47ff5c1-df66-42ab-a98f-32534596ae64/f47ff5c1-df66-42ab-a98f-32534596ae64.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1003.087533] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e851445a-391e-4d81-a880-987647b17bdd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.096741] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1003.096741] env[65368]: value = "task-4424921" [ 1003.096741] env[65368]: _type = "Task" [ 1003.096741] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.107364] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424921, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.128742] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e78186c2-5a67-4d56-b93b-2dc0022d172a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.234732] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.235059] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1003.235272] env[65368]: DEBUG nova.compute.manager [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing instance network info cache due to event network-changed-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1003.235565] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquiring lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.235751] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Acquired lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.235976] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Refreshing network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.366087] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.516s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.366685] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1003.370891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.157s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.371160] env[65368]: DEBUG nova.objects.instance [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lazy-loading 'resources' on Instance uuid a5582f41-21d0-4f77-8c25-38c5baf3052d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.433109] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.470276] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1003.580294] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.612649] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424921, 'name': Rename_Task, 'duration_secs': 0.29424} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.613079] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1003.613693] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e529a78-1192-4b86-a2c3-1c84184082cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.621940] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1003.621940] env[65368]: value = "task-4424922" [ 1003.621940] env[65368]: _type = "Task" [ 1003.621940] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.633680] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.739964] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.878892] env[65368]: DEBUG nova.compute.utils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1003.880703] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1003.883574] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1003.883574] env[65368]: WARNING neutronclient.v2_0.client [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.883574] env[65368]: WARNING neutronclient.v2_0.client [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.926415] env[65368]: WARNING neutronclient.v2_0.client [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.935345] env[65368]: DEBUG nova.policy [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9ab2195e836246849d90a5d3824026ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51586262ed184e848dd897d71adf6f87', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1003.948221] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.012605] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.049467] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updated VIF entry in instance network info cache for port d46a944f-4692-41eb-8c76-ba6b7c0c6c1b. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1004.049833] env[65368]: DEBUG nova.network.neutron [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [{"id": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "address": "fa:16:3e:bd:c2:26", "network": {"id": "9f8f8c82-f655-4f3e-af18-97ae03561fbc", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1055186055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e06da3e098494590a25eba1cf89e1342", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7874ee7f-20c7-4bd8-a750-ed489e9acc65", "external-id": "nsx-vlan-transportzone-753", "segmentation_id": 753, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd46a944f-46", "ovs_interfaceid": "d46a944f-4692-41eb-8c76-ba6b7c0c6c1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.140039] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.251566] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd6dfbf-a17e-4013-bd9b-cce1bbcc5160 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.259018] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90f1c72-d728-4f5d-976a-c8cb3aa1444f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.305853] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268900b6-c5de-43b6-ade6-f3ab35c03e8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.316153] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54cebf6-9ce9-4c8e-8daa-505a97fd34e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.336140] env[65368]: DEBUG nova.compute.provider_tree [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.349027] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Successfully created port: 145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1004.388647] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1004.438881] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.553076] env[65368]: DEBUG oslo_concurrency.lockutils [req-4ab8f6fe-791f-4ad2-b9a5-89f63a3992c6 req-14575708-2c4d-4657-8ceb-398f090d1213 service nova] Releasing lock "refresh_cache-2ae1dcc9-e569-47db-89e7-c4d4d576ff34" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.637160] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424922, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.840712] env[65368]: DEBUG nova.scheduler.client.report [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.895640] env[65368]: INFO nova.virt.block_device [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Booting with volume 3653000d-4f1f-42b3-ab41-8f4c064cbf0c at /dev/sda [ 1004.939198] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.944817] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ea3f44d0-71a4-4d68-aa7f-ee552ebe8639 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.956714] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4684bf9b-c543-482c-964f-68bcc23f3ff7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.998117] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dda68efe-b9c6-4c09-bf40-200f23468005 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.008955] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31d4b6a-b9f6-4dd2-8514-a9835a0a528f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.045173] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285b230d-b3f1-40b5-9de6-d791ae1fb356 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.054341] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-612b403c-6f95-4cad-ba6f-340ab64c5c11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.069532] env[65368]: DEBUG nova.virt.block_device [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updating existing volume attachment record: 78661b9e-0f51-4ee5-a0fc-45e1ca9f932e {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1005.138418] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424922, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.347817] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.350329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.468s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.350570] env[65368]: DEBUG nova.objects.instance [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lazy-loading 'resources' on Instance uuid c425c889-ed84-4e8c-9f44-93252bb12e6e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1005.374498] env[65368]: INFO nova.scheduler.client.report [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Deleted allocations for instance a5582f41-21d0-4f77-8c25-38c5baf3052d [ 1005.438716] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.640916] env[65368]: DEBUG oslo_vmware.api [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424922, 'name': PowerOnVM_Task, 'duration_secs': 1.563715} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.640916] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.640916] env[65368]: INFO nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Took 9.48 seconds to spawn the instance on the hypervisor. [ 1005.640916] env[65368]: DEBUG nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.641662] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c50bd8-13dc-495d-9abd-232dc6ee6349 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.833113] env[65368]: DEBUG nova.compute.manager [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Received event network-vif-plugged-145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1005.833329] env[65368]: DEBUG oslo_concurrency.lockutils [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] Acquiring lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.833617] env[65368]: DEBUG oslo_concurrency.lockutils [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.833798] env[65368]: DEBUG oslo_concurrency.lockutils [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.833969] env[65368]: DEBUG nova.compute.manager [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] No waiting events found dispatching network-vif-plugged-145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1005.834191] env[65368]: WARNING nova.compute.manager [req-90489366-e59a-4f64-ac19-4ce34f1ed0bf req-dbeeb97f-51eb-4e98-98fb-7ca69cc397de service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Received unexpected event network-vif-plugged-145c02c3-599a-44b1-9028-d9b9420d0c79 for instance with vm_state building and task_state block_device_mapping. [ 1005.885933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-87d00921-df56-474b-902e-604edddd2dfc tempest-ListImageFiltersTestJSON-283041986 tempest-ListImageFiltersTestJSON-283041986-project-member] Lock "a5582f41-21d0-4f77-8c25-38c5baf3052d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.158s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.932685] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Successfully updated port: 145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1005.942829] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.142685] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3744b3ef-3b66-4c87-9648-f3a5f6cb58b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.152727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21379d4c-e2dc-406c-abe6-d80483759a68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.162956] env[65368]: INFO nova.compute.manager [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Took 27.15 seconds to build instance. [ 1006.200166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ce0a9b8-5dfd-45b8-aa6a-fede103b3803 tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.196s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.200166] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93cbacc-30e5-4a24-ab9e-8d47f6bc2de3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.208107] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98b482e-1dfa-434b-98df-643429be896d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.225126] env[65368]: DEBUG nova.compute.provider_tree [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.443641] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.444068] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquired lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.444220] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1006.445840] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.546508] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "f47ff5c1-df66-42ab-a98f-32534596ae64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.546905] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.547174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.547291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.547537] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.551965] env[65368]: INFO nova.compute.manager [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Terminating instance [ 1006.728673] env[65368]: DEBUG nova.scheduler.client.report [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.940942] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.983078] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1007.059822] env[65368]: DEBUG nova.compute.manager [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1007.060071] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.061036] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb388d0f-5399-4e45-8077-3758ea327a5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.071383] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1007.071383] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f237042-d420-4f6a-8e8a-dd1d142b0c3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.080860] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1007.080860] env[65368]: value = "task-4424923" [ 1007.080860] env[65368]: _type = "Task" [ 1007.080860] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.095693] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.097690] env[65368]: WARNING neutronclient.v2_0.client [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1007.191782] env[65368]: DEBUG nova.network.neutron [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updating instance_info_cache with network_info: [{"id": "145c02c3-599a-44b1-9028-d9b9420d0c79", "address": "fa:16:3e:fd:c7:cf", "network": {"id": "2b4f505b-eada-4ea2-8a8a-4b6cbf7ef6b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1231197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51586262ed184e848dd897d71adf6f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145c02c3-59", "ovs_interfaceid": "145c02c3-599a-44b1-9028-d9b9420d0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.208434] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1007.209110] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1007.209394] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1007.209590] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1007.209823] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1007.209987] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1007.210202] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1007.210426] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1007.210618] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1007.210808] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1007.210963] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1007.211206] env[65368]: DEBUG nova.virt.hardware [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1007.213680] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65062d16-c131-40d2-b24e-0cc3627d740c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.223782] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159010a3-f063-4c93-8ed1-528efa45def4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.241026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.244938] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.327s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.244938] env[65368]: DEBUG nova.objects.instance [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'resources' on Instance uuid 846828fb-ac3e-49dc-850a-816031eaebb1 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.271468] env[65368]: INFO nova.scheduler.client.report [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Deleted allocations for instance c425c889-ed84-4e8c-9f44-93252bb12e6e [ 1007.443964] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.593092] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424923, 'name': PowerOffVM_Task, 'duration_secs': 0.340203} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.593397] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1007.593586] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.593971] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90a5ea73-45f8-440a-bd4e-400585d6383a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.684569] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.684784] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.684981] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Deleting the datastore file [datastore1] f47ff5c1-df66-42ab-a98f-32534596ae64 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.685329] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-635c1068-4540-455e-a0e6-03a43fb59086 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.698784] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Releasing lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.699694] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Instance network_info: |[{"id": "145c02c3-599a-44b1-9028-d9b9420d0c79", "address": "fa:16:3e:fd:c7:cf", "network": {"id": "2b4f505b-eada-4ea2-8a8a-4b6cbf7ef6b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1231197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51586262ed184e848dd897d71adf6f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145c02c3-59", "ovs_interfaceid": "145c02c3-599a-44b1-9028-d9b9420d0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1007.700034] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for the task: (returnval){ [ 1007.700034] env[65368]: value = "task-4424925" [ 1007.700034] env[65368]: _type = "Task" [ 1007.700034] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.700855] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fd:c7:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '34a581cb-6d33-4e2e-af50-735a6749d6da', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '145c02c3-599a-44b1-9028-d9b9420d0c79', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1007.711363] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Creating folder: Project (51586262ed184e848dd897d71adf6f87). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.711845] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e137c0e-bdce-4c79-9243-ea91d361afef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.724144] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.778260] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c37f184d-ef1b-425e-8321-073e57e8873d tempest-ServersAdminTestJSON-20299780 tempest-ServersAdminTestJSON-20299780-project-member] Lock "c425c889-ed84-4e8c-9f44-93252bb12e6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.836s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.880716] env[65368]: DEBUG nova.compute.manager [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Received event network-changed-145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1007.880995] env[65368]: DEBUG nova.compute.manager [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Refreshing instance network info cache due to event network-changed-145c02c3-599a-44b1-9028-d9b9420d0c79. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1007.881317] env[65368]: DEBUG oslo_concurrency.lockutils [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] Acquiring lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.881643] env[65368]: DEBUG oslo_concurrency.lockutils [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] Acquired lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.882057] env[65368]: DEBUG nova.network.neutron [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Refreshing network info cache for port 145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.921947] env[65368]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1007.922170] env[65368]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65368) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1007.922816] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Folder already exists: Project (51586262ed184e848dd897d71adf6f87). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1007.922979] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Creating folder: Instances. Parent ref: group-v865861. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1007.923556] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76f21173-b058-45ee-9165-e568895e8556 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.937533] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Created folder: Instances in parent group-v865861. [ 1007.937826] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1007.939109] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1007.939109] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5862470c-7bcc-42b9-86de-1ec1a4c50786 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.960174] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.966658] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1007.966658] env[65368]: value = "task-4424928" [ 1007.966658] env[65368]: _type = "Task" [ 1007.966658] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.979683] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424928, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.050686] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b4e77d-af27-413d-97cd-534c21963ee8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.060194] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8008ce36-73b4-452e-9c55-651f592749f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.109967] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21323d99-c2cf-4af6-9136-1338743aff25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.119681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb33d796-f55c-4a84-945d-bd2fce62264d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.136578] env[65368]: DEBUG nova.compute.provider_tree [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.228746] env[65368]: DEBUG oslo_vmware.api [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Task: {'id': task-4424925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218258} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.229172] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.229416] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.229538] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.229736] env[65368]: INFO nova.compute.manager [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1008.230190] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1008.230524] env[65368]: DEBUG nova.compute.manager [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1008.230585] env[65368]: DEBUG nova.network.neutron [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1008.230880] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.386496] env[65368]: WARNING neutronclient.v2_0.client [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.442379] env[65368]: DEBUG oslo_vmware.api [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424919, 'name': ReconfigVM_Task, 'duration_secs': 5.887609} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.442775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.442944] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Reconfigured VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1008.443551] env[65368]: WARNING neutronclient.v2_0.client [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.443955] env[65368]: WARNING neutronclient.v2_0.client [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.478578] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424928, 'name': CreateVM_Task, 'duration_secs': 0.400861} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.479025] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1008.479377] env[65368]: WARNING neutronclient.v2_0.client [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.479920] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '78661b9e-0f51-4ee5-a0fc-45e1ca9f932e', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865876', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'name': 'volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b1a98c-8f2b-4138-8728-b97923f6c4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'serial': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c'}, 'volume_type': None}], 'swap': None} {{(pid=65368) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1008.480184] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Root volume attach. Driver type: vmdk {{(pid=65368) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1008.481378] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd471c53-fda2-409b-8776-dda42e1082ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.492105] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17ee93d0-0d36-408b-87c3-0d733a7c0963 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.500432] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746fa83d-5454-4e61-97fd-05eb5faf91d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.511057] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-b8b02814-89c5-411e-afd0-20567776d95f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.521841] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1008.521841] env[65368]: value = "task-4424929" [ 1008.521841] env[65368]: _type = "Task" [ 1008.521841] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.533618] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424929, 'name': RelocateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.550159] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.641223] env[65368]: DEBUG nova.scheduler.client.report [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.035514] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424929, 'name': RelocateVM_Task, 'duration_secs': 0.419167} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.036372] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1009.036372] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865876', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'name': 'volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b1a98c-8f2b-4138-8728-b97923f6c4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'serial': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1009.036828] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74a9b45-6173-451c-8d12-ceb8547a8fdc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.060964] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c4b192-abe7-4dac-8cc2-6ad223007f5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.086494] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c/volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1009.086870] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-185b434b-a2b3-4225-9656-e868066168a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.943909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.700s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.949208] env[65368]: DEBUG nova.compute.manager [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-deleted-6f6bebf3-fc97-45db-9e47-0df61ea64283 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1009.949652] env[65368]: INFO nova.compute.manager [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Neutron deleted interface 6f6bebf3-fc97-45db-9e47-0df61ea64283; detaching it from the instance and deleting it from the info cache [ 1009.949759] env[65368]: DEBUG nova.network.neutron [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "address": "fa:16:3e:b4:77:d4", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bda031e-d7", "ovs_interfaceid": "7bda031e-d78d-4ce8-82aa-b5cba38c38bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.954906] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.842s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.954906] env[65368]: DEBUG nova.objects.instance [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid 7f3891b2-338e-415d-80c8-b2bc432521a5 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1009.961854] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1009.961854] env[65368]: value = "task-4424930" [ 1009.961854] env[65368]: _type = "Task" [ 1009.961854] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.979566] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424930, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.989862] env[65368]: INFO nova.scheduler.client.report [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted allocations for instance 846828fb-ac3e-49dc-850a-816031eaebb1 [ 1010.455176] env[65368]: DEBUG nova.network.neutron [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.455892] env[65368]: DEBUG oslo_concurrency.lockutils [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.457047] env[65368]: DEBUG oslo_concurrency.lockutils [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] Acquired lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.457047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1a8c47e-0edb-4456-8fdb-62d582bd68a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.482168] env[65368]: DEBUG oslo_concurrency.lockutils [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] Releasing lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.482168] env[65368]: WARNING nova.compute.manager [req-09586657-ee65-45d5-aec7-293f4f68f94b req-73bfb046-cc89-4b13-8a24-896dc3491b57 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Detach interface failed, port_id=6f6bebf3-fc97-45db-9e47-0df61ea64283, reason: No device with interface-id 6f6bebf3-fc97-45db-9e47-0df61ea64283 exists on VM: nova.exception.NotFound: No device with interface-id 6f6bebf3-fc97-45db-9e47-0df61ea64283 exists on VM [ 1010.489847] env[65368]: DEBUG nova.compute.manager [req-718f2a4d-8d62-4957-972b-30c225bd7357 req-62ccff7e-8673-45ab-a7ea-c37a6b423c97 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Received event network-vif-deleted-a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1010.490095] env[65368]: INFO nova.compute.manager [req-718f2a4d-8d62-4957-972b-30c225bd7357 req-62ccff7e-8673-45ab-a7ea-c37a6b423c97 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Neutron deleted interface a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c; detaching it from the instance and deleting it from the info cache [ 1010.490353] env[65368]: DEBUG nova.network.neutron [req-718f2a4d-8d62-4957-972b-30c225bd7357 req-62ccff7e-8673-45ab-a7ea-c37a6b423c97 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.495598] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424930, 'name': ReconfigVM_Task, 'duration_secs': 0.288578} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.496064] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Reconfigured VM instance instance-00000052 to attach disk [datastore1] volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c/volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1010.507706] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1756603-9f08-40a9-aa41-0522b1eafc62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.527623] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fcba696-a574-482a-bef5-e92786f0beed tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "846828fb-ac3e-49dc-850a-816031eaebb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.155s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.536516] env[65368]: WARNING neutronclient.v2_0.client [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.541141] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1010.541141] env[65368]: value = "task-4424931" [ 1010.541141] env[65368]: _type = "Task" [ 1010.541141] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.556417] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.691921] env[65368]: DEBUG nova.network.neutron [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updated VIF entry in instance network info cache for port 145c02c3-599a-44b1-9028-d9b9420d0c79. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.692342] env[65368]: DEBUG nova.network.neutron [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updating instance_info_cache with network_info: [{"id": "145c02c3-599a-44b1-9028-d9b9420d0c79", "address": "fa:16:3e:fd:c7:cf", "network": {"id": "2b4f505b-eada-4ea2-8a8a-4b6cbf7ef6b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1231197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51586262ed184e848dd897d71adf6f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145c02c3-59", "ovs_interfaceid": "145c02c3-599a-44b1-9028-d9b9420d0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.793911] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4414916d-4f4f-489b-a125-16c307f11e51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.804306] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b85a33-e412-4f64-acc8-84ea5bbcd089 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.842113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b023c6f-4e00-4240-aa96-2e6a388bb814 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.851148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b90fbd-7919-491e-b480-f27caf41f360 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.871944] env[65368]: DEBUG nova.compute.provider_tree [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.962192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.962192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.962614] env[65368]: DEBUG nova.network.neutron [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1010.966627] env[65368]: INFO nova.compute.manager [-] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Took 2.73 seconds to deallocate network for instance. [ 1011.001018] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd146e48-610b-4cc8-b656-eec909670e86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.009752] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1caac7-3e7f-4578-8e2d-315799284764 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.063360] env[65368]: DEBUG nova.compute.manager [req-718f2a4d-8d62-4957-972b-30c225bd7357 req-62ccff7e-8673-45ab-a7ea-c37a6b423c97 service nova] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Detach interface failed, port_id=a8b09e56-ca57-4c78-b6d4-0d6c29e5ca6c, reason: Instance f47ff5c1-df66-42ab-a98f-32534596ae64 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1011.075352] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424931, 'name': ReconfigVM_Task, 'duration_secs': 0.155342} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.075771] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865876', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'name': 'volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b1a98c-8f2b-4138-8728-b97923f6c4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'serial': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1011.076976] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-979e5ac2-fc40-4f4e-95c0-e6ce9f4d0f14 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.087399] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1011.087399] env[65368]: value = "task-4424932" [ 1011.087399] env[65368]: _type = "Task" [ 1011.087399] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.105859] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424932, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.157652] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.157922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.158233] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.158448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.158629] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.161828] env[65368]: INFO nova.compute.manager [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Terminating instance [ 1011.185097] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1011.186093] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1104699e-bf36-4e5b-ae5c-3537acde0b0e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.196246] env[65368]: DEBUG oslo_concurrency.lockutils [req-d89b0483-0631-4e1a-beb8-85e6b2d25a96 req-709c081c-19db-4ec8-ba80-41b457967852 service nova] Releasing lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.196662] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1011.196804] env[65368]: ERROR oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk due to incomplete transfer. [ 1011.197537] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-eb2b6d35-66ec-415d-a41e-c0ebb8bea8a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.210552] env[65368]: DEBUG oslo_vmware.rw_handles [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52790b14-b343-7e34-af1c-562e047d7aff/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1011.210552] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploaded image ddf8054f-a172-4225-9caf-6d52cf5c967c to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1011.212575] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1011.213276] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cc6a81e5-72fb-4b97-ab57-4d499cdb97b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.221467] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1011.221467] env[65368]: value = "task-4424933" [ 1011.221467] env[65368]: _type = "Task" [ 1011.221467] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.234912] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424933, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.377114] env[65368]: DEBUG nova.scheduler.client.report [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.472384] env[65368]: WARNING neutronclient.v2_0.client [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.477019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.601505] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424932, 'name': Rename_Task, 'duration_secs': 0.146314} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.603698] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1011.603698] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9dc97444-8ecb-4641-8a14-cf1e8c8df2fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.611738] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1011.611738] env[65368]: value = "task-4424934" [ 1011.611738] env[65368]: _type = "Task" [ 1011.611738] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.625924] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424934, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.667174] env[65368]: DEBUG nova.compute.manager [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1011.667904] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1011.669254] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3607cb-de5b-46d0-92b7-59a59365bf9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.680187] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.680884] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ba922df-13a0-4cc6-8ad2-5ec7852aaacc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.689015] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1011.689015] env[65368]: value = "task-4424935" [ 1011.689015] env[65368]: _type = "Task" [ 1011.689015] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.699789] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424935, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.734666] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424933, 'name': Destroy_Task, 'duration_secs': 0.376522} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.735068] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroyed the VM [ 1011.735381] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1011.735710] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6de60b3e-702d-41aa-bd01-fcea2b59085a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.747386] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1011.747386] env[65368]: value = "task-4424936" [ 1011.747386] env[65368]: _type = "Task" [ 1011.747386] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.758229] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424936, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.778619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "54e0d75f-42d2-4836-b296-ba661b94564d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.778912] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.882525] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.885872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.468s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.886171] env[65368]: DEBUG nova.objects.instance [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lazy-loading 'resources' on Instance uuid f4c65366-9c6f-4ee5-8950-c48eae532e00 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.894899] env[65368]: WARNING neutronclient.v2_0.client [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1011.932305] env[65368]: INFO nova.scheduler.client.report [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance 7f3891b2-338e-415d-80c8-b2bc432521a5 [ 1012.127596] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424934, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.128545] env[65368]: INFO nova.network.neutron [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1012.128944] env[65368]: DEBUG nova.network.neutron [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [{"id": "d983e253-921d-44bb-a374-1411f8bdc883", "address": "fa:16:3e:64:e3:90", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.171", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd983e253-92", "ovs_interfaceid": "d983e253-921d-44bb-a374-1411f8bdc883", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.199862] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424935, 'name': PowerOffVM_Task, 'duration_secs': 0.370637} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.200198] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.200471] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1012.200734] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4ec400b-f58c-4c06-aa0e-ff50743e286e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.260453] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424936, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.281993] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1012.340229] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1012.340229] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1012.340229] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleting the datastore file [datastore2] 3b3f2b8c-b45b-4221-8829-7f49853daafc {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1012.340488] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9e4cb01-fc17-4e94-8424-3f499e15a764 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.350296] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1012.350296] env[65368]: value = "task-4424938" [ 1012.350296] env[65368]: _type = "Task" [ 1012.350296] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.364624] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.446625] env[65368]: DEBUG oslo_concurrency.lockutils [None req-753eb99a-58ca-402c-8d40-5e84f4888d23 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "7f3891b2-338e-415d-80c8-b2bc432521a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.923s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.532445] env[65368]: DEBUG nova.compute.manager [req-07cade91-1530-40a6-b67c-d0cf07a706a1 req-5d2c18c6-f842-423b-ae76-660bc3b5d49a service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-deleted-7bda031e-d78d-4ce8-82aa-b5cba38c38bb {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1012.628557] env[65368]: DEBUG oslo_vmware.api [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4424934, 'name': PowerOnVM_Task, 'duration_secs': 0.54011} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.628557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1012.628557] env[65368]: INFO nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1012.628557] env[65368]: DEBUG nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1012.629350] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca5677-afe5-48b5-b7b1-1cc68505ef8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.632461] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-3b3f2b8c-b45b-4221-8829-7f49853daafc" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.674030] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280fcb20-7d9d-47bf-8079-0e218fc31dc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.684245] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70fa7b3c-d107-40d0-b1e6-6b4667971c39 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.720693] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd40cbc0-bc95-4cd7-9e3c-e1fa22a574e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.729870] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c352815-efbb-4563-bc10-ac44af6f964d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.746340] env[65368]: DEBUG nova.compute.provider_tree [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1012.759239] env[65368]: DEBUG oslo_vmware.api [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424936, 'name': RemoveSnapshot_Task, 'duration_secs': 0.622836} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.759297] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1012.759538] env[65368]: INFO nova.compute.manager [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 14.09 seconds to snapshot the instance on the hypervisor. [ 1012.810238] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.864818] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.139723] env[65368]: DEBUG oslo_concurrency.lockutils [None req-733f6cc2-16f8-40d0-ab19-0d7d73e1cef3 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-3b3f2b8c-b45b-4221-8829-7f49853daafc-6f6bebf3-fc97-45db-9e47-0df61ea64283" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.334s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.158577] env[65368]: INFO nova.compute.manager [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Took 20.30 seconds to build instance. [ 1013.250099] env[65368]: DEBUG nova.scheduler.client.report [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.307514] env[65368]: DEBUG nova.compute.manager [None req-c6fbe3d9-305b-4072-8291-37e759614a2a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Found 2 images (rotation: 2) {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1013.363592] env[65368]: DEBUG oslo_vmware.api [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4424938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.649227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.363738] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1013.363956] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1013.364493] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1013.364493] env[65368]: INFO nova.compute.manager [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1013.364724] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1013.364929] env[65368]: DEBUG nova.compute.manager [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1013.365076] env[65368]: DEBUG nova.network.neutron [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1013.365429] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.464546] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1013.541365] env[65368]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb could not be found.", "detail": ""}} {{(pid=65368) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 1013.541508] env[65368]: DEBUG nova.network.neutron [-] Unable to show port 7bda031e-d78d-4ce8-82aa-b5cba38c38bb as it no longer exists. {{(pid=65368) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 1013.662366] env[65368]: DEBUG oslo_concurrency.lockutils [None req-15cb4a95-99f9-4395-8446-b405e6ec9e41 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.822s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.759189] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.871s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.759189] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 10.179s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.760319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.760646] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1013.761100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.749s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.763807] env[65368]: INFO nova.compute.claims [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1013.770727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f88552-98a2-446f-8883-f37a130524fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.788211] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3456e0bf-ca79-433b-890a-303a1772f0f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.806772] env[65368]: INFO nova.scheduler.client.report [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted allocations for instance f4c65366-9c6f-4ee5-8950-c48eae532e00 [ 1013.808562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d936a6b0-ea9e-4f3e-9a14-7b284d9c52f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.822532] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89927f4c-616d-493a-84ff-00f21d209463 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.855075] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=176802MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1013.855269] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.943057] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "2d83953a-0aee-4384-82f0-9ef796923495" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.943291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.232113] env[65368]: DEBUG nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1014.234562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc0d362-a6a0-4451-ac27-711e539ba616 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.322634] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02f3f6a6-1d95-407b-8716-d6b0a5b4a6b0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "f4c65366-9c6f-4ee5-8950-c48eae532e00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.314s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.420444] env[65368]: DEBUG nova.compute.manager [req-a9002463-d837-4605-be2c-4bedf0a1d3e7 req-a3b001a3-0ad5-436d-a7b4-1a13a832dcb4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Received event network-vif-deleted-d983e253-921d-44bb-a374-1411f8bdc883 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1014.421140] env[65368]: INFO nova.compute.manager [req-a9002463-d837-4605-be2c-4bedf0a1d3e7 req-a3b001a3-0ad5-436d-a7b4-1a13a832dcb4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Neutron deleted interface d983e253-921d-44bb-a374-1411f8bdc883; detaching it from the instance and deleting it from the info cache [ 1014.421140] env[65368]: DEBUG nova.network.neutron [req-a9002463-d837-4605-be2c-4bedf0a1d3e7 req-a3b001a3-0ad5-436d-a7b4-1a13a832dcb4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.445532] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1014.552504] env[65368]: DEBUG nova.network.neutron [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.751543] env[65368]: INFO nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] instance snapshotting [ 1014.751543] env[65368]: DEBUG nova.objects.instance [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.890832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.890832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.926633] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ba3c931-4dd4-4899-a72e-341b9aa8d6aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.936531] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596691a3-91f6-4ce0-b23e-b4338254ef9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.987152] env[65368]: DEBUG nova.compute.manager [req-a9002463-d837-4605-be2c-4bedf0a1d3e7 req-a3b001a3-0ad5-436d-a7b4-1a13a832dcb4 service nova] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Detach interface failed, port_id=d983e253-921d-44bb-a374-1411f8bdc883, reason: Instance 3b3f2b8c-b45b-4221-8829-7f49853daafc could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1014.994668] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.057466] env[65368]: INFO nova.compute.manager [-] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Took 1.69 seconds to deallocate network for instance. [ 1015.124851] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b246a57-dc29-4c00-9cd5-b469728a692e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.133552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-179f0eb5-9793-4f90-8bac-44353b39d2e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.165803] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d414b0e-431f-4f5a-92e5-a5b6bfabddf5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.175018] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79663724-b7c1-4ddb-be19-e7c446f2b414 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.188737] env[65368]: DEBUG nova.compute.provider_tree [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.204596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "3345fd5f-100b-4806-bcf7-1447464a680d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.204789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.205013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.205200] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.205357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.207382] env[65368]: INFO nova.compute.manager [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Terminating instance [ 1015.256569] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ccf549-06fb-4fa5-a584-4c80ec75e4cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.278213] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a00d403-176c-4657-9e2c-524a3e22f911 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.401170] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1015.565998] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.692120] env[65368]: DEBUG nova.scheduler.client.report [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.711177] env[65368]: DEBUG nova.compute.manager [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1015.711626] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1015.713283] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da61e0f-13f5-465d-8f2d-1784cce2a296 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.723607] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1015.723944] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93b26619-33f2-4afa-a0bc-5e1a5f68f3c9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.731667] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1015.731667] env[65368]: value = "task-4424939" [ 1015.731667] env[65368]: _type = "Task" [ 1015.731667] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.741618] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.791652] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1015.791823] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9a3379d5-8fbc-42f4-8524-8ef2c114be82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.801165] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1015.801165] env[65368]: value = "task-4424940" [ 1015.801165] env[65368]: _type = "Task" [ 1015.801165] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.814609] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424940, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.928669] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.100777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.101068] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.197439] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.436s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.198116] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1016.200709] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.724s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.200926] env[65368]: DEBUG nova.objects.instance [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lazy-loading 'resources' on Instance uuid f47ff5c1-df66-42ab-a98f-32534596ae64 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.244612] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424939, 'name': PowerOffVM_Task, 'duration_secs': 0.255227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.245566] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1016.245566] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1016.245566] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2100060-dcec-45c6-a594-257faddddc17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.312610] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424940, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.328469] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1016.328702] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1016.328935] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore2] 3345fd5f-100b-4806-bcf7-1447464a680d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1016.329210] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98cf8cda-a839-4b42-b1c5-e58ad1356904 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.336588] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1016.336588] env[65368]: value = "task-4424942" [ 1016.336588] env[65368]: _type = "Task" [ 1016.336588] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.345967] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424942, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.464082] env[65368]: DEBUG nova.compute.manager [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Received event network-changed-145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1016.464388] env[65368]: DEBUG nova.compute.manager [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Refreshing instance network info cache due to event network-changed-145c02c3-599a-44b1-9028-d9b9420d0c79. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1016.464670] env[65368]: DEBUG oslo_concurrency.lockutils [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] Acquiring lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.464866] env[65368]: DEBUG oslo_concurrency.lockutils [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] Acquired lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.465078] env[65368]: DEBUG nova.network.neutron [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Refreshing network info cache for port 145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.603706] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1016.706022] env[65368]: DEBUG nova.compute.utils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1016.709245] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1016.709954] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1016.710401] env[65368]: WARNING neutronclient.v2_0.client [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.710919] env[65368]: WARNING neutronclient.v2_0.client [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.785818] env[65368]: DEBUG nova.policy [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9d1bbc19d647348371d9c565153629', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0853dff07c544b1c9b2eea2b9bd1d4f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1016.790845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.791139] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.815282] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424940, 'name': CreateSnapshot_Task, 'duration_secs': 0.824401} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.815554] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1016.817246] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ee132e-134a-490c-981a-311fab6f6f34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.850937] env[65368]: DEBUG oslo_vmware.api [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4424942, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356727} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.850937] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1016.850937] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1016.850937] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1016.850937] env[65368]: INFO nova.compute.manager [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1016.850937] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1016.852214] env[65368]: DEBUG nova.compute.manager [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1016.852413] env[65368]: DEBUG nova.network.neutron [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1016.852730] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.898079] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.968173] env[65368]: WARNING neutronclient.v2_0.client [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.044919] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a084ed-83bb-43a3-9391-a23b88634b7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.053813] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99f91ea-07f1-4b97-aeea-6d4fb7e983f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.089688] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a320154b-2e9f-457c-b42a-a8222d81c34a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.098300] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3da133-6974-484c-bb4a-4b46f45adc27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.115710] env[65368]: DEBUG nova.compute.provider_tree [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.138351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.167085] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Successfully created port: c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1017.209755] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1017.294039] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1017.341530] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1017.342980] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-0fbfa321-ba18-4fa8-9bca-559a9bdbd4f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.347387] env[65368]: WARNING neutronclient.v2_0.client [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.359414] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1017.359414] env[65368]: value = "task-4424943" [ 1017.359414] env[65368]: _type = "Task" [ 1017.359414] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.366244] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424943, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.426573] env[65368]: DEBUG nova.network.neutron [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updated VIF entry in instance network info cache for port 145c02c3-599a-44b1-9028-d9b9420d0c79. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1017.427069] env[65368]: DEBUG nova.network.neutron [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updating instance_info_cache with network_info: [{"id": "145c02c3-599a-44b1-9028-d9b9420d0c79", "address": "fa:16:3e:fd:c7:cf", "network": {"id": "2b4f505b-eada-4ea2-8a8a-4b6cbf7ef6b3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-1231197733-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51586262ed184e848dd897d71adf6f87", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "34a581cb-6d33-4e2e-af50-735a6749d6da", "external-id": "nsx-vlan-transportzone-673", "segmentation_id": 673, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap145c02c3-59", "ovs_interfaceid": "145c02c3-599a-44b1-9028-d9b9420d0c79", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.624084] env[65368]: DEBUG nova.scheduler.client.report [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.670759] env[65368]: DEBUG nova.network.neutron [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.817380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.867571] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424943, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.929512] env[65368]: DEBUG oslo_concurrency.lockutils [req-040a4fe6-b4ff-4742-8a85-be12bbf94597 req-cd4a79ac-2bec-4386-b7f1-9b91b6792b4e service nova] Releasing lock "refresh_cache-b3b1a98c-8f2b-4138-8728-b97923f6c4f0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.128909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.132175] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.322s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.133903] env[65368]: INFO nova.compute.claims [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1018.155160] env[65368]: INFO nova.scheduler.client.report [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Deleted allocations for instance f47ff5c1-df66-42ab-a98f-32534596ae64 [ 1018.174259] env[65368]: INFO nova.compute.manager [-] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Took 1.32 seconds to deallocate network for instance. [ 1018.222888] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1018.252727] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1018.252964] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1018.253133] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1018.253520] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1018.253520] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1018.253644] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1018.253817] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1018.253967] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1018.254148] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1018.254305] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1018.254478] env[65368]: DEBUG nova.virt.hardware [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1018.255397] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6d97fd-d5f7-4f82-9b8f-a22d8b7e3eed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.264668] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704dc75d-71e7-418f-bf1b-888afc295158 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.367979] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424943, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.487876] env[65368]: DEBUG nova.compute.manager [req-35774a49-bf22-4124-9263-2ca8a587a231 req-67e6385f-3b6a-409a-9008-57e250962e4e service nova] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Received event network-vif-deleted-0db29243-17ff-4645-9293-07a5618642f6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1018.605761] env[65368]: DEBUG nova.compute.manager [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Received event network-vif-plugged-c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1018.605982] env[65368]: DEBUG oslo_concurrency.lockutils [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] Acquiring lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.606626] env[65368]: DEBUG oslo_concurrency.lockutils [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.606807] env[65368]: DEBUG oslo_concurrency.lockutils [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.606978] env[65368]: DEBUG nova.compute.manager [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] No waiting events found dispatching network-vif-plugged-c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1018.607343] env[65368]: WARNING nova.compute.manager [req-993abe44-b254-4606-aa24-bcad1476a955 req-b142c8da-c0f5-42f5-b028-d9db79a84292 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Received unexpected event network-vif-plugged-c5d3d5b9-4b68-468b-aad8-04bf8654a788 for instance with vm_state building and task_state spawning. [ 1018.663797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-da4d3f8d-2d20-4c6c-961d-910cd579cafc tempest-ServerPasswordTestJSON-1138363438 tempest-ServerPasswordTestJSON-1138363438-project-member] Lock "f47ff5c1-df66-42ab-a98f-32534596ae64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.117s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.682080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.708662] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Successfully updated port: c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1018.871179] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424943, 'name': CloneVM_Task, 'duration_secs': 1.430767} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.873037] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Created linked-clone VM from snapshot [ 1018.873974] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68368cf-9a75-4dcb-a303-442c83ee4eec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.885140] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploading image 9eae8120-659e-483e-ab1a-bf49ec733e05 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1018.922456] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1018.922456] env[65368]: value = "vm-865887" [ 1018.922456] env[65368]: _type = "VirtualMachine" [ 1018.922456] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1018.922846] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ceeae54-98d6-4e69-a519-4a31982dda05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.931077] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease: (returnval){ [ 1018.931077] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586880-3388-cbe5-4f4d-696b4b02b323" [ 1018.931077] env[65368]: _type = "HttpNfcLease" [ 1018.931077] env[65368]: } obtained for exporting VM: (result){ [ 1018.931077] env[65368]: value = "vm-865887" [ 1018.931077] env[65368]: _type = "VirtualMachine" [ 1018.931077] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1018.931357] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the lease: (returnval){ [ 1018.931357] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586880-3388-cbe5-4f4d-696b4b02b323" [ 1018.931357] env[65368]: _type = "HttpNfcLease" [ 1018.931357] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1018.939570] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1018.939570] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586880-3388-cbe5-4f4d-696b4b02b323" [ 1018.939570] env[65368]: _type = "HttpNfcLease" [ 1018.939570] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1019.213497] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.213761] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.214060] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1019.375454] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4153b33b-bf38-4e97-a9e2-829e993c5646 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.384506] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e6e5f9-2213-41a2-b0a9-36a71e151d46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.417555] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439b6a23-7aa6-4014-9849-52074be3cbf5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.426096] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c01b5408-caba-45a3-b06c-eef337ca0953 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.442587] env[65368]: DEBUG nova.compute.provider_tree [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.448024] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1019.448024] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586880-3388-cbe5-4f4d-696b4b02b323" [ 1019.448024] env[65368]: _type = "HttpNfcLease" [ 1019.448024] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1019.448304] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1019.448304] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586880-3388-cbe5-4f4d-696b4b02b323" [ 1019.448304] env[65368]: _type = "HttpNfcLease" [ 1019.448304] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1019.449032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41465d9-207e-44bc-830f-291237c803d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.457496] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1019.457718] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1019.551560] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-58b5bf3f-10b1-4c25-a14e-8b652f6f473f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.762888] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1019.858143] env[65368]: WARNING neutronclient.v2_0.client [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.949320] env[65368]: DEBUG nova.scheduler.client.report [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.989314] env[65368]: DEBUG nova.network.neutron [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Updating instance_info_cache with network_info: [{"id": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "address": "fa:16:3e:06:c9:8e", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d3d5b9-4b", "ovs_interfaceid": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.456381] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.324s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.457014] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1020.459718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.604s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.492903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.492903] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance network_info: |[{"id": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "address": "fa:16:3e:06:c9:8e", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d3d5b9-4b", "ovs_interfaceid": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1020.493442] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c9:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d3d5b9-4b68-468b-aad8-04bf8654a788', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1020.501634] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating folder: Project (0853dff07c544b1c9b2eea2b9bd1d4f8). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.502811] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ee03d9e-9120-47f9-89c0-29e6b94fafa3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.515548] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created folder: Project (0853dff07c544b1c9b2eea2b9bd1d4f8) in parent group-v865657. [ 1020.515815] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating folder: Instances. Parent ref: group-v865888. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1020.517608] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-917c6cac-f376-4a20-ba8a-8030cfce5f22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.530872] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created folder: Instances in parent group-v865888. [ 1020.531123] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1020.531399] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1020.531648] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7949b0d0-fad3-4752-844f-3145ff65699e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.553100] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1020.553100] env[65368]: value = "task-4424947" [ 1020.553100] env[65368]: _type = "Task" [ 1020.553100] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.562404] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424947, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.642212] env[65368]: DEBUG nova.compute.manager [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Received event network-changed-c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1020.642460] env[65368]: DEBUG nova.compute.manager [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Refreshing instance network info cache due to event network-changed-c5d3d5b9-4b68-468b-aad8-04bf8654a788. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1020.642670] env[65368]: DEBUG oslo_concurrency.lockutils [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] Acquiring lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.642810] env[65368]: DEBUG oslo_concurrency.lockutils [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] Acquired lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.642964] env[65368]: DEBUG nova.network.neutron [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Refreshing network info cache for port c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1020.964124] env[65368]: DEBUG nova.compute.utils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.972920] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1020.973365] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1020.973807] env[65368]: WARNING neutronclient.v2_0.client [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.974441] env[65368]: WARNING neutronclient.v2_0.client [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.031290] env[65368]: DEBUG nova.policy [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34561452bf104d8d853345772858ed9d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6a28aafab06248ec86a73a5d73a78f1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1021.067835] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424947, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.145538] env[65368]: WARNING neutronclient.v2_0.client [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.366977] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Successfully created port: 7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1021.475801] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1021.509145] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 7e49302b-aae6-4137-861d-c7040c7ba5bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509145] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ff3ef5fb-3271-4730-9e63-c98c3a66175d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509145] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 1602a56d-8eed-4958-a846-67841fc06c1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509145] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509145] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2129d341-9628-4bbe-abd9-044873852f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509331] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3b3f2b8c-b45b-4221-8829-7f49853daafc is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1021.509331] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c857b321-193b-45f9-ba08-6d2f759bd7a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509424] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 00c46fcf-9b4c-4a11-8f83-8ea239cae872 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509574] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 3345fd5f-100b-4806-bcf7-1447464a680d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1021.509734] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0f1610b5-07d6-4887-a211-ecadf8c10936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.509885] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b3b1a98c-8f2b-4138-8728-b97923f6c4f0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.510897] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0d21af5f-5f19-46dd-9c18-df965550e00c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.510897] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 54e0d75f-42d2-4836-b296-ba661b94564d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1021.564781] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424947, 'name': CreateVM_Task, 'duration_secs': 0.555923} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.564958] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.565485] env[65368]: WARNING neutronclient.v2_0.client [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1021.567168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.567345] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.567705] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.567978] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a2f98a-f2eb-4f66-abae-fc94955c23bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.574189] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1021.574189] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528d128b-f5dd-aea2-37b2-fcd3c5e9b8db" [ 1021.574189] env[65368]: _type = "Task" [ 1021.574189] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.583702] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528d128b-f5dd-aea2-37b2-fcd3c5e9b8db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.015109] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2d83953a-0aee-4384-82f0-9ef796923495 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.085330] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528d128b-f5dd-aea2-37b2-fcd3c5e9b8db, 'name': SearchDatastore_Task, 'duration_secs': 0.025099} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.085621] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.085856] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1022.086095] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.086239] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.086412] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.086682] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82dab432-ad16-4104-b11a-366c4e067baa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.095904] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.096292] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1022.096806] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dae5289f-9d85-4994-bef5-444042d1f48e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.102622] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1022.102622] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f95625-4118-6023-83e7-2dc58ba94e96" [ 1022.102622] env[65368]: _type = "Task" [ 1022.102622] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.110812] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f95625-4118-6023-83e7-2dc58ba94e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.484784] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1022.519040] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1022.519327] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.519583] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1022.519785] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.520015] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1022.520236] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1022.520564] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1022.520878] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1022.521259] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1022.521356] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1022.521523] env[65368]: DEBUG nova.virt.hardware [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1022.522376] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a723e479-e495-47bf-a21f-44803feb4c36 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1022.525753] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833a12fe-e912-4553-8df1-6af4dce84b6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.536314] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31958efd-bc19-48ad-b88c-87d521c84e90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.618406] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f95625-4118-6023-83e7-2dc58ba94e96, 'name': SearchDatastore_Task, 'duration_secs': 0.016005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.619482] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7d59747-e436-4780-9b49-7c3d69c985d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.626347] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1022.626347] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fd2488-4342-2fa9-bd57-45b61d57cf5b" [ 1022.626347] env[65368]: _type = "Task" [ 1022.626347] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.635892] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fd2488-4342-2fa9-bd57-45b61d57cf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.973774] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Successfully updated port: 7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1023.008512] env[65368]: WARNING neutronclient.v2_0.client [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.030640] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance cb6ecbf5-80b5-49f5-900f-3ff454ed1039 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1023.106880] env[65368]: DEBUG nova.network.neutron [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Updated VIF entry in instance network info cache for port c5d3d5b9-4b68-468b-aad8-04bf8654a788. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.107297] env[65368]: DEBUG nova.network.neutron [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Updating instance_info_cache with network_info: [{"id": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "address": "fa:16:3e:06:c9:8e", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5d3d5b9-4b", "ovs_interfaceid": "c5d3d5b9-4b68-468b-aad8-04bf8654a788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.137643] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fd2488-4342-2fa9-bd57-45b61d57cf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.01073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.137912] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.138184] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1023.138445] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-381a6197-8bec-48c6-8ce0-b84437df0d7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.146828] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1023.146828] env[65368]: value = "task-4424948" [ 1023.146828] env[65368]: _type = "Task" [ 1023.146828] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.157040] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.275356] env[65368]: DEBUG nova.compute.manager [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Received event network-vif-plugged-7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1023.275565] env[65368]: DEBUG oslo_concurrency.lockutils [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] Acquiring lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.275790] env[65368]: DEBUG oslo_concurrency.lockutils [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] Lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.275921] env[65368]: DEBUG oslo_concurrency.lockutils [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] Lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.277470] env[65368]: DEBUG nova.compute.manager [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] No waiting events found dispatching network-vif-plugged-7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1023.278085] env[65368]: WARNING nova.compute.manager [req-b24cad71-1041-4fc5-b4dc-6a961e5acc56 req-a6276002-b4d4-4f6f-915d-f0952262b4e2 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Received unexpected event network-vif-plugged-7397dcda-10e1-4163-a6ee-2ad6f565c62a for instance with vm_state building and task_state spawning. [ 1023.477880] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.477880] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquired lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.477880] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1023.534499] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 52cdd7b9-0e28-43b0-890d-547ad5db4404 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1023.535034] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1023.535073] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '11', 'num_vm_active': '8', 'num_task_None': '9', 'num_os_type_None': '11', 'num_proj_e06da3e098494590a25eba1cf89e1342': '3', 'io_workload': '2', 'num_proj_1058962de456478282c7aec7fcb31331': '2', 'num_vm_rescued': '1', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'num_task_image_uploading': '1', 'num_proj_b9b7847384e94066a0743413101e16ab': '1', 'num_proj_4542489d608743c2b9ebc15bfb313e39': '1', 'num_proj_51586262ed184e848dd897d71adf6f87': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_0853dff07c544b1c9b2eea2b9bd1d4f8': '1', 'num_proj_6a28aafab06248ec86a73a5d73a78f1a': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1023.610989] env[65368]: DEBUG oslo_concurrency.lockutils [req-9bac171a-3590-45a6-9efa-9382101d98e1 req-774f9441-bcc7-46e0-a7e5-dc11c57e3770 service nova] Releasing lock "refresh_cache-0d21af5f-5f19-46dd-9c18-df965550e00c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.659937] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481527} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.660275] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.660621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.660911] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d921b7d7-b3f6-40f3-a006-fa184624f092 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.672652] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1023.672652] env[65368]: value = "task-4424949" [ 1023.672652] env[65368]: _type = "Task" [ 1023.672652] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.686450] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.835667] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9571f55e-da74-4bb0-914c-a2adc5ca6968 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.848278] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a292ab9-6d2d-4564-b9e6-d6c265c60e69 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.885502] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9bf830-b301-4db3-962e-b8207f52f142 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.895833] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622a7180-e0cc-4214-adb2-ab1100320955 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.911849] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1024.038477] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1024.132907] env[65368]: WARNING neutronclient.v2_0.client [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.188885] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098219} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.189252] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.190168] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d426d376-a782-43cd-a29a-b0720d81159a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.219610] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.219958] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-447a0178-8919-4ee0-b341-6ef727947cdf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.242476] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1024.242476] env[65368]: value = "task-4424950" [ 1024.242476] env[65368]: _type = "Task" [ 1024.242476] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.255851] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424950, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.257139] env[65368]: DEBUG nova.network.neutron [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Updating instance_info_cache with network_info: [{"id": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "address": "fa:16:3e:8f:0b:cc", "network": {"id": "227f8a87-4046-43c5-b23d-16e78250de40", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1507692484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a28aafab06248ec86a73a5d73a78f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7397dcda-10", "ovs_interfaceid": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.415565] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.754224] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424950, 'name': ReconfigVM_Task, 'duration_secs': 0.511205} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.754224] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.754918] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86e7ed55-42ed-47ff-b0fd-788292be96c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.763677] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Releasing lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.764085] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Instance network_info: |[{"id": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "address": "fa:16:3e:8f:0b:cc", "network": {"id": "227f8a87-4046-43c5-b23d-16e78250de40", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1507692484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a28aafab06248ec86a73a5d73a78f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7397dcda-10", "ovs_interfaceid": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1024.764501] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1024.764501] env[65368]: value = "task-4424951" [ 1024.764501] env[65368]: _type = "Task" [ 1024.764501] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.764876] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:0b:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7397dcda-10e1-4163-a6ee-2ad6f565c62a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.772688] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Creating folder: Project (6a28aafab06248ec86a73a5d73a78f1a). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.773053] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-302eb9df-df85-4773-820e-6863ede49503 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.784809] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424951, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.789257] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Created folder: Project (6a28aafab06248ec86a73a5d73a78f1a) in parent group-v865657. [ 1024.789538] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Creating folder: Instances. Parent ref: group-v865891. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1024.789818] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b0a9d9c-e05a-47f3-a0e9-62420e8e3534 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.801791] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Created folder: Instances in parent group-v865891. [ 1024.802096] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1024.802342] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.802583] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c4840dd-c9f1-4cf7-a67e-9148c053ac3f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.823899] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.823899] env[65368]: value = "task-4424954" [ 1024.823899] env[65368]: _type = "Task" [ 1024.823899] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.833021] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424954, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.922224] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1024.922463] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.463s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.922821] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.928s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.924929] env[65368]: INFO nova.compute.claims [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1025.261874] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.262954] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.286183] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424951, 'name': Rename_Task, 'duration_secs': 0.239174} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.286555] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.286840] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10f819b5-1892-4707-88e3-01bb4ae981c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.296828] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1025.296828] env[65368]: value = "task-4424955" [ 1025.296828] env[65368]: _type = "Task" [ 1025.296828] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.307132] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.309514] env[65368]: DEBUG nova.compute.manager [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Received event network-changed-7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1025.309698] env[65368]: DEBUG nova.compute.manager [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Refreshing instance network info cache due to event network-changed-7397dcda-10e1-4163-a6ee-2ad6f565c62a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1025.309913] env[65368]: DEBUG oslo_concurrency.lockutils [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] Acquiring lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.310164] env[65368]: DEBUG oslo_concurrency.lockutils [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] Acquired lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.310412] env[65368]: DEBUG nova.network.neutron [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Refreshing network info cache for port 7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1025.336553] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424954, 'name': CreateVM_Task, 'duration_secs': 0.423126} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.337071] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.337639] env[65368]: WARNING neutronclient.v2_0.client [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.337994] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.338164] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.338508] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.338793] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa697a80-4fac-47b1-a73a-b547e21eb475 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.345197] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1025.345197] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261e3ea-42d2-090c-4537-f34d63d11d5a" [ 1025.345197] env[65368]: _type = "Task" [ 1025.345197] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.355630] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261e3ea-42d2-090c-4537-f34d63d11d5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.765750] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1025.808601] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424955, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.813578] env[65368]: WARNING neutronclient.v2_0.client [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.858835] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5261e3ea-42d2-090c-4537-f34d63d11d5a, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.859178] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.859451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.859752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.859918] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.860135] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.860481] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7f1f8a2d-314d-4058-ac27-3e54abc1a45c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.874904] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.875113] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.875867] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ca0ebdc-6c5c-4d15-8876-9e6f01b5e942 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.882650] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1025.882650] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528a6d50-57f0-f406-f84d-964734e6b34c" [ 1025.882650] env[65368]: _type = "Task" [ 1025.882650] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.894258] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528a6d50-57f0-f406-f84d-964734e6b34c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.971149] env[65368]: WARNING neutronclient.v2_0.client [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.066154] env[65368]: DEBUG nova.network.neutron [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Updated VIF entry in instance network info cache for port 7397dcda-10e1-4163-a6ee-2ad6f565c62a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1026.066673] env[65368]: DEBUG nova.network.neutron [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Updating instance_info_cache with network_info: [{"id": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "address": "fa:16:3e:8f:0b:cc", "network": {"id": "227f8a87-4046-43c5-b23d-16e78250de40", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1507692484-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6a28aafab06248ec86a73a5d73a78f1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7397dcda-10", "ovs_interfaceid": "7397dcda-10e1-4163-a6ee-2ad6f565c62a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1026.205730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234cb31a-8097-4c43-80e8-3aaabc4857ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.216728] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64ca17-4a70-448d-b2d4-c51df58c83ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.249191] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39fd99f-7273-4dd4-9747-3d83f4421763 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.258826] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-878d9584-1d14-4bc6-a3e4-71289f2a421c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.276587] env[65368]: DEBUG nova.compute.provider_tree [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1026.295250] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.308650] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424955, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.393248] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528a6d50-57f0-f406-f84d-964734e6b34c, 'name': SearchDatastore_Task, 'duration_secs': 0.035674} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.394132] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b834fcf9-272b-464b-be8f-d6998fe8b0c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.401203] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1026.401203] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e85edf-085d-5e9e-6fcb-ee4db7abb1f5" [ 1026.401203] env[65368]: _type = "Task" [ 1026.401203] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.410731] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e85edf-085d-5e9e-6fcb-ee4db7abb1f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.571862] env[65368]: DEBUG oslo_concurrency.lockutils [req-f29142d7-7a86-4040-b5e5-58a66d264026 req-e2a4145d-f40b-4a2d-8e3f-fa4cadc9979a service nova] Releasing lock "refresh_cache-54e0d75f-42d2-4836-b296-ba661b94564d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.781512] env[65368]: DEBUG nova.scheduler.client.report [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.810867] env[65368]: DEBUG oslo_vmware.api [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424955, 'name': PowerOnVM_Task, 'duration_secs': 1.03852} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.810867] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.810867] env[65368]: INFO nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1026.810867] env[65368]: DEBUG nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1026.811178] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da790626-db17-4bba-b5aa-174bd608172b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.914827] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e85edf-085d-5e9e-6fcb-ee4db7abb1f5, 'name': SearchDatastore_Task, 'duration_secs': 0.02005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.915137] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.915460] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 54e0d75f-42d2-4836-b296-ba661b94564d/54e0d75f-42d2-4836-b296-ba661b94564d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.915783] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29484e62-fce2-42db-8752-3e99572f1f18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.928257] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1026.928257] env[65368]: value = "task-4424956" [ 1026.928257] env[65368]: _type = "Task" [ 1026.928257] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.938171] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.286785] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.287602] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1027.291921] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.726s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.292285] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.295316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.367s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.297586] env[65368]: INFO nova.compute.claims [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1027.332763] env[65368]: INFO nova.scheduler.client.report [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted allocations for instance 3b3f2b8c-b45b-4221-8829-7f49853daafc [ 1027.337798] env[65368]: INFO nova.compute.manager [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Took 23.36 seconds to build instance. [ 1027.442766] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424956, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.806317] env[65368]: DEBUG nova.compute.utils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1027.811082] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1027.811411] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1027.811811] env[65368]: WARNING neutronclient.v2_0.client [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.812246] env[65368]: WARNING neutronclient.v2_0.client [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.843077] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5ca8c231-dc9c-4bbb-8917-e1939856e31f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.878s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.846369] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6607d5b5-5746-4f98-aaf0-90e69797119d tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "3b3f2b8c-b45b-4221-8829-7f49853daafc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.688s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.858010] env[65368]: DEBUG nova.policy [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1027.942269] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424956, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616146} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.942547] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 54e0d75f-42d2-4836-b296-ba661b94564d/54e0d75f-42d2-4836-b296-ba661b94564d.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.942769] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.943706] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66f177ab-7ed3-4062-9384-4934dd9aadd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.952187] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1027.952187] env[65368]: value = "task-4424957" [ 1027.952187] env[65368]: _type = "Task" [ 1027.952187] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.964609] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.218858] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Successfully created port: c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1028.311965] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1028.466206] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107733} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.466206] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.466635] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fa0afb-2ad0-4417-92f0-560b47de99e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.493324] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 54e0d75f-42d2-4836-b296-ba661b94564d/54e0d75f-42d2-4836-b296-ba661b94564d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.497566] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc3199c-372b-494b-83a1-5582d5fc647e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.520022] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1028.520022] env[65368]: value = "task-4424958" [ 1028.520022] env[65368]: _type = "Task" [ 1028.520022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.533066] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424958, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.639516] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa5ef96-0a72-41dd-895c-c41ec993e910 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.648788] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db57c4f1-3301-4aa8-b5ca-e4d5de1da2c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.681288] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a79df61-1e6f-40cc-8df2-72ddda0988cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.692322] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801897b7-2457-439a-a1b6-b389c33c62de {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.707519] env[65368]: DEBUG nova.compute.provider_tree [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1028.785887] env[65368]: INFO nova.compute.manager [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Rebuilding instance [ 1028.796403] env[65368]: INFO nova.compute.manager [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Rebuilding instance [ 1028.849128] env[65368]: DEBUG nova.compute.manager [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1028.850047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4316447-6946-492e-bca7-43eda71bbf15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.859594] env[65368]: DEBUG nova.compute.manager [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1028.860514] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74110ff-7c58-4afb-95f4-75d08c70599e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.988438] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1028.989506] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a735ac15-99a4-425e-89ff-97ecb1293870 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.998203] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1028.998384] env[65368]: ERROR oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk due to incomplete transfer. [ 1028.998626] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8340c5fc-cd91-4ddb-ba41-93d7adf0dbd1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.008594] env[65368]: DEBUG oslo_vmware.rw_handles [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52fffd35-e217-d39f-b0c7-07196f26f095/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1029.008839] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Uploaded image 9eae8120-659e-483e-ab1a-bf49ec733e05 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1029.010997] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1029.011367] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2000cecc-7824-4298-b9b6-d6d22872374e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.019311] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1029.019311] env[65368]: value = "task-4424959" [ 1029.019311] env[65368]: _type = "Task" [ 1029.019311] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.032411] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424958, 'name': ReconfigVM_Task, 'duration_secs': 0.303135} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.036064] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 54e0d75f-42d2-4836-b296-ba661b94564d/54e0d75f-42d2-4836-b296-ba661b94564d.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.036818] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424959, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.037052] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f993c95d-12a1-499f-9aac-dac119919779 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.046113] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1029.046113] env[65368]: value = "task-4424960" [ 1029.046113] env[65368]: _type = "Task" [ 1029.046113] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.056515] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424960, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.212161] env[65368]: DEBUG nova.scheduler.client.report [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1029.322757] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1029.349435] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1029.349709] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1029.349936] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1029.350148] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1029.350303] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1029.350432] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1029.350635] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1029.350791] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1029.350954] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1029.351122] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1029.351288] env[65368]: DEBUG nova.virt.hardware [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1029.352260] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a77958a-343d-4c96-b9c2-d977337f5eb1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.361653] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-601b3b39-0421-4c59-a635-14015456eaff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.531080] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424959, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.559024] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424960, 'name': Rename_Task, 'duration_secs': 0.172016} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.559024] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.559024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48e6080b-fdbb-466d-a56d-d1b43ce0001b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.567354] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1029.567354] env[65368]: value = "task-4424961" [ 1029.567354] env[65368]: _type = "Task" [ 1029.567354] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.577974] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.719701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.719701] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1029.722954] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.584s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.723567] env[65368]: INFO nova.compute.claims [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1029.784877] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Successfully updated port: c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1029.881290] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.881886] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.882174] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f12635e3-9106-4193-8b8d-26fe842ad3a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.884124] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aec3ff77-f800-4826-8ab1-f942542e2ff4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.893687] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1029.893687] env[65368]: value = "task-4424962" [ 1029.893687] env[65368]: _type = "Task" [ 1029.893687] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.896076] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1029.896076] env[65368]: value = "task-4424963" [ 1029.896076] env[65368]: _type = "Task" [ 1029.896076] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.916160] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424962, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.916609] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424963, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.007856] env[65368]: DEBUG nova.compute.manager [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Received event network-vif-plugged-c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1030.008526] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] Acquiring lock "2d83953a-0aee-4384-82f0-9ef796923495-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.008784] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] Lock "2d83953a-0aee-4384-82f0-9ef796923495-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.008994] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] Lock "2d83953a-0aee-4384-82f0-9ef796923495-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.009208] env[65368]: DEBUG nova.compute.manager [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] No waiting events found dispatching network-vif-plugged-c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1030.009389] env[65368]: WARNING nova.compute.manager [req-4b4516c9-8bce-423d-b6e4-ea3494cf82b6 req-6fb2c374-f972-40ca-8d03-c2b0dfb9027e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Received unexpected event network-vif-plugged-c010bda6-9c0c-4f57-9c72-6104b38e9769 for instance with vm_state building and task_state spawning. [ 1030.034358] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424959, 'name': Destroy_Task, 'duration_secs': 0.623039} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.034698] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroyed the VM [ 1030.034975] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1030.036371] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba85221e-3374-403f-bec3-af67f2ed393d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.046188] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1030.046188] env[65368]: value = "task-4424964" [ 1030.046188] env[65368]: _type = "Task" [ 1030.046188] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.056791] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.077506] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424961, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.224133] env[65368]: DEBUG nova.compute.utils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1030.225882] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1030.226207] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1030.227223] env[65368]: WARNING neutronclient.v2_0.client [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.227520] env[65368]: WARNING neutronclient.v2_0.client [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.287421] env[65368]: DEBUG nova.policy [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4432413b404d708974a1f40d7304d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773d027cc30d461dbebeb04f293b0b83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1030.291219] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.291513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.291783] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1030.409202] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424962, 'name': PowerOffVM_Task, 'duration_secs': 0.28894} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.409413] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.409660] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.411068] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a13eb9b-1599-4f86-bff8-c978685cf992 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.418032] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424963, 'name': PowerOffVM_Task, 'duration_secs': 0.351096} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.418912] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.419147] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.420556] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b95350-b7f7-4173-a1e0-7342d4bac407 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.425874] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.426584] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5d60ffa-8fab-4d6b-872f-934591e00339 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.431692] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.432105] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0993946d-93b9-4cdd-8339-6b5406a7d970 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.524266] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.525026] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.525574] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleting the datastore file [datastore1] c857b321-193b-45f9-ba08-6d2f759bd7a4 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.528628] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d09e75b-4217-4fc9-a2e8-6f9d5011221f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.533033] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.533804] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.534362] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore1] 0d21af5f-5f19-46dd-9c18-df965550e00c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.535093] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d87f63c4-e05b-4cd3-97ba-b5371753a7a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.543358] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1030.543358] env[65368]: value = "task-4424967" [ 1030.543358] env[65368]: _type = "Task" [ 1030.543358] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.545208] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1030.545208] env[65368]: value = "task-4424968" [ 1030.545208] env[65368]: _type = "Task" [ 1030.545208] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.562557] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424967, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.570573] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424964, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.570937] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.583449] env[65368]: DEBUG oslo_vmware.api [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424961, 'name': PowerOnVM_Task, 'duration_secs': 0.516972} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.584352] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.584352] env[65368]: INFO nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Took 8.10 seconds to spawn the instance on the hypervisor. [ 1030.584505] env[65368]: DEBUG nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.585456] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf443b0-9bda-45a6-8b8c-dc7ea539cc39 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.639504] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Successfully created port: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1030.730991] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1030.835386] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1030.922501] env[65368]: WARNING neutronclient.v2_0.client [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1031.019773] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df66562-2049-4686-bfd5-af6c8af3318b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.031403] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d1fba-aed6-4d62-8869-a7b92d6622ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.079262] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a97047eb-449c-4705-96ee-62c0fb0e26e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.088434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.088693] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.103968] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.110688] env[65368]: DEBUG oslo_vmware.api [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424964, 'name': RemoveSnapshot_Task, 'duration_secs': 0.671736} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.111113] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424967, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254732} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.113902] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da2104f5-06a9-4e5a-8714-cf6c17acde1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.120787] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.121024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.121175] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.124043] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1031.124291] env[65368]: INFO nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 15.87 seconds to snapshot the instance on the hypervisor. [ 1031.127506] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.127705] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.127864] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.130795] env[65368]: INFO nova.compute.manager [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Took 18.34 seconds to build instance. [ 1031.132897] env[65368]: DEBUG nova.network.neutron [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Updating instance_info_cache with network_info: [{"id": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "address": "fa:16:3e:b1:f5:66", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc010bda6-9c", "ovs_interfaceid": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.148827] env[65368]: DEBUG nova.compute.provider_tree [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.591069] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1031.641592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-dd107823-3952-43ca-9804-91c4357ba0cc tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.863s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.642789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.642789] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Instance network_info: |[{"id": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "address": "fa:16:3e:b1:f5:66", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc010bda6-9c", "ovs_interfaceid": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1031.645328] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:f5:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c010bda6-9c0c-4f57-9c72-6104b38e9769', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.652471] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1031.653390] env[65368]: DEBUG nova.scheduler.client.report [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.656021] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.656078] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5b1be63-d515-473c-ad1f-3fbe9d67c779 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.678310] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.678310] env[65368]: value = "task-4424969" [ 1031.678310] env[65368]: _type = "Task" [ 1031.678310] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.692801] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424969, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.697169] env[65368]: DEBUG nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Found 3 images (rotation: 2) {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5054}} [ 1031.697416] env[65368]: DEBUG nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Rotating out 1 backups {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5062}} [ 1031.697625] env[65368]: DEBUG nova.compute.manager [None req-01b34f2c-d279-47bd-9bbb-fdfd9d3f6ba9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleting image 9db7171f-6129-4b51-993a-abbb7f698104 {{(pid=65368) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5067}} [ 1031.743358] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1031.778377] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1031.778377] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1031.778377] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1031.778377] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1031.778740] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1031.778740] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1031.778873] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1031.778988] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1031.779811] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1031.779811] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1031.779811] env[65368]: DEBUG nova.virt.hardware [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1031.780458] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643f7b26-5c05-4d99-9eee-7b6d435d1013 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.790041] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6473ea1a-325b-4100-8b95-65593698f1fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.100924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "54e0d75f-42d2-4836-b296-ba661b94564d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.101217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.101375] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.101648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.101816] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.103882] env[65368]: INFO nova.compute.manager [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Terminating instance [ 1032.126834] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.168758] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1032.169196] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.169352] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1032.169532] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.169670] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1032.169829] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1032.170030] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.170186] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1032.170341] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1032.170499] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1032.170663] env[65368]: DEBUG nova.virt.hardware [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1032.172863] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbd42e9-6585-4913-97f5-8d9df4b9761d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.178065] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.178065] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1032.179954] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.362s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.181113] env[65368]: INFO nova.compute.claims [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.193147] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1032.193147] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1032.193147] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1032.193407] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1032.193439] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1032.193612] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1032.194680] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1032.194680] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1032.194680] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1032.194680] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1032.194820] env[65368]: DEBUG nova.virt.hardware [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1032.195946] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3041db68-5b53-4056-8c37-0de114686d7b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.201169] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71825360-e2c4-4e1e-a062-82d29f73654f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.208813] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424969, 'name': CreateVM_Task, 'duration_secs': 0.406302} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.209324] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.209977] env[65368]: WARNING neutronclient.v2_0.client [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.210347] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.210504] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.210815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.213304] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c25b38d9-00c0-4e27-acb5-2ecf989ef96e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.226828] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0e2e1f-75a8-4f3a-a5d3-52d5477633f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.231515] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:9b:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '462a4919-7b0c-42fd-95b9-25e668b8a74d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.240845] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.242796] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.243303] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f34f1bf-349f-4f3f-bdf3-0eb4929d4864 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.267797] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1032.267797] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52750e1e-7ae9-0789-19c2-99e8957dd42d" [ 1032.267797] env[65368]: _type = "Task" [ 1032.267797] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.268311] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:c9:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5d3d5b9-4b68-468b-aad8-04bf8654a788', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1032.275696] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1032.276820] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1032.279912] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f5cb99b-ba7b-4272-be17-9d25e683860d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.295952] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.295952] env[65368]: value = "task-4424970" [ 1032.295952] env[65368]: _type = "Task" [ 1032.295952] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.303938] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52750e1e-7ae9-0789-19c2-99e8957dd42d, 'name': SearchDatastore_Task, 'duration_secs': 0.010772} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.309157] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.309157] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.309157] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.309157] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.309157] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.309157] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1032.309157] env[65368]: value = "task-4424971" [ 1032.309157] env[65368]: _type = "Task" [ 1032.309157] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.309157] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d91642b-e888-408e-8b50-d923fbd83582 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.315258] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424970, 'name': CreateVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.321728] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424971, 'name': CreateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.323346] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.323526] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.324271] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ab880d7-edb5-4120-9da1-dcd05c4dd64f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.329869] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1032.329869] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522fbd7d-4601-c998-0716-2d613fd0d06c" [ 1032.329869] env[65368]: _type = "Task" [ 1032.329869] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.340306] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522fbd7d-4601-c998-0716-2d613fd0d06c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.553448] env[65368]: DEBUG nova.compute.manager [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Received event network-changed-c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1032.553448] env[65368]: DEBUG nova.compute.manager [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Refreshing instance network info cache due to event network-changed-c010bda6-9c0c-4f57-9c72-6104b38e9769. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1032.553897] env[65368]: DEBUG oslo_concurrency.lockutils [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] Acquiring lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.554148] env[65368]: DEBUG oslo_concurrency.lockutils [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] Acquired lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.554365] env[65368]: DEBUG nova.network.neutron [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Refreshing network info cache for port c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1032.608322] env[65368]: DEBUG nova.compute.manager [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1032.609104] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.609706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234e50cb-f016-4c3e-a1ad-2219ab6a83ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.618249] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.618612] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a62f5dd-2fa7-44b5-81e3-75f512851bd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.625883] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1032.625883] env[65368]: value = "task-4424972" [ 1032.625883] env[65368]: _type = "Task" [ 1032.625883] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.638150] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.686911] env[65368]: DEBUG nova.compute.utils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1032.691940] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Successfully updated port: fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1032.692806] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1032.693023] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1032.693372] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.693798] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1032.740887] env[65368]: DEBUG nova.policy [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ca086aecdff148a68a610a28ca6657b4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e1b30b9226aa4fbfa8e7761fe345f6ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1032.807865] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424970, 'name': CreateVM_Task, 'duration_secs': 0.500989} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.808054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.808574] env[65368]: WARNING neutronclient.v2_0.client [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1032.808933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.809168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.809488] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.809792] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-477b8673-61e2-449c-8743-588c2194b8a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.820599] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424971, 'name': CreateVM_Task, 'duration_secs': 0.344382} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.821927] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.822300] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1032.822300] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5284a4db-9103-bb1e-9402-32a2dce4121d" [ 1032.822300] env[65368]: _type = "Task" [ 1032.822300] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.822795] env[65368]: WARNING neutronclient.v2_0.client [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1032.823178] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.833308] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5284a4db-9103-bb1e-9402-32a2dce4121d, 'name': SearchDatastore_Task, 'duration_secs': 0.010325} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.836782] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.837060] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.837282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.837882] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.838202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.838849] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfc4420-e0a8-45d1-9ab5-19dc703e2d29 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.845997] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522fbd7d-4601-c998-0716-2d613fd0d06c, 'name': SearchDatastore_Task, 'duration_secs': 0.015433} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.848281] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1032.848281] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52709615-6e55-f982-61d5-3fd55b8406b2" [ 1032.848281] env[65368]: _type = "Task" [ 1032.848281] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.848492] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-610007cd-7987-4132-8487-de3b4fcd95c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.858978] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1032.858978] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521cf53f-d2c0-8f7e-9c3f-e4dd9a36dcb0" [ 1032.858978] env[65368]: _type = "Task" [ 1032.858978] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.863407] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52709615-6e55-f982-61d5-3fd55b8406b2, 'name': SearchDatastore_Task, 'duration_secs': 0.011127} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.867124] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.867383] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.867586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.874731] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521cf53f-d2c0-8f7e-9c3f-e4dd9a36dcb0, 'name': SearchDatastore_Task, 'duration_secs': 0.010948} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.874731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.874905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2d83953a-0aee-4384-82f0-9ef796923495/2d83953a-0aee-4384-82f0-9ef796923495.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1032.876032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.876032] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.876032] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ee4934-b877-4b1d-91c6-80a8b4176ee4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.879297] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46594515-acdd-468d-8941-d1dd49703dca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.888947] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1032.888947] env[65368]: value = "task-4424973" [ 1032.888947] env[65368]: _type = "Task" [ 1032.888947] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.893882] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.893882] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.894295] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3588849f-9981-4844-8daa-ca7176253ae7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.901041] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1032.901041] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b8e052-120f-9882-1e64-8ccd5ba70f08" [ 1032.901041] env[65368]: _type = "Task" [ 1032.901041] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.904621] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424973, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.917511] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b8e052-120f-9882-1e64-8ccd5ba70f08, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.918808] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9214ada0-a012-469f-a080-89a8fdfdb6dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.926325] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1032.926325] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a739d-2f94-f7b3-ae39-474373671f0f" [ 1032.926325] env[65368]: _type = "Task" [ 1032.926325] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.936158] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a739d-2f94-f7b3-ae39-474373671f0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.058067] env[65368]: WARNING neutronclient.v2_0.client [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.089425] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Successfully created port: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1033.139675] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424972, 'name': PowerOffVM_Task, 'duration_secs': 0.291747} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.141020] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.141020] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.141020] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d292f427-2595-4e7f-ad1a-d10a43fe1bbc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.195494] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1033.200494] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.201119] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.201818] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1033.230296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.230296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.230296] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Deleting the datastore file [datastore1] 54e0d75f-42d2-4836-b296-ba661b94564d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.230296] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47042783-d47a-4bed-a776-30a8f7b5b37b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.240243] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for the task: (returnval){ [ 1033.240243] env[65368]: value = "task-4424975" [ 1033.240243] env[65368]: _type = "Task" [ 1033.240243] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.254808] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424975, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.271667] env[65368]: WARNING neutronclient.v2_0.client [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.390069] env[65368]: DEBUG nova.network.neutron [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Updated VIF entry in instance network info cache for port c010bda6-9c0c-4f57-9c72-6104b38e9769. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1033.390658] env[65368]: DEBUG nova.network.neutron [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Updating instance_info_cache with network_info: [{"id": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "address": "fa:16:3e:b1:f5:66", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc010bda6-9c", "ovs_interfaceid": "c010bda6-9c0c-4f57-9c72-6104b38e9769", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.409183] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424973, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506199} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.411632] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2d83953a-0aee-4384-82f0-9ef796923495/2d83953a-0aee-4384-82f0-9ef796923495.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.411632] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.411632] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ebd91f7c-da1e-4900-ab19-1ffdb5171552 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.423650] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1033.423650] env[65368]: value = "task-4424976" [ 1033.423650] env[65368]: _type = "Task" [ 1033.423650] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.437236] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.441623] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a739d-2f94-f7b3-ae39-474373671f0f, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.444516] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.444836] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.445418] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.446464] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1033.446464] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-154e1b26-14d3-4ef2-8cc1-6147c4313de2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.447769] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aed4612a-d62d-421c-bc75-4fca79dac11d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.457175] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1033.457175] env[65368]: value = "task-4424977" [ 1033.457175] env[65368]: _type = "Task" [ 1033.457175] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.463804] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1033.464120] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1033.468405] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0b0ad3c-8bdb-436d-af1b-46bf67c7eeb2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.479457] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1033.479457] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5246f03b-9348-555e-9ce1-4b47120288c0" [ 1033.479457] env[65368]: _type = "Task" [ 1033.479457] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.479682] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424977, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.493281] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5246f03b-9348-555e-9ce1-4b47120288c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010483} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.495250] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e88bf4be-70bf-438f-8fdb-d1febfa1b0cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.504081] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1033.504081] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52953309-ae42-9d27-030a-2a38cfb584d8" [ 1033.504081] env[65368]: _type = "Task" [ 1033.504081] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.513789] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52953309-ae42-9d27-030a-2a38cfb584d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.558345] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd46a4b4-7873-47b4-b868-46d4547c2aae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.566486] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3230b7fd-5b5b-4d65-a45c-773abd772268 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.600594] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ae767e-250a-4289-b4b7-5a0307ff51f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.609260] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4d57ba-0fb8-4d76-989a-8f80cb7773be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.626813] env[65368]: DEBUG nova.compute.provider_tree [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.753533] env[65368]: DEBUG oslo_vmware.api [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Task: {'id': task-4424975, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25346} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.753875] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.754184] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.754410] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.754583] env[65368]: INFO nova.compute.manager [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1033.754837] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1033.755044] env[65368]: DEBUG nova.compute.manager [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1033.755143] env[65368]: DEBUG nova.network.neutron [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1033.755406] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.804204] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1033.864512] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.894268] env[65368]: DEBUG oslo_concurrency.lockutils [req-d43642ff-a28d-46e6-a795-cd38edd4b586 req-6df0d559-1127-4000-b4ee-a79a80a6000e service nova] Releasing lock "refresh_cache-2d83953a-0aee-4384-82f0-9ef796923495" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.933375] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072774} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.933776] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.934677] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f23d60-12b7-49f1-acf5-f1ab707dafa7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.958984] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 2d83953a-0aee-4384-82f0-9ef796923495/2d83953a-0aee-4384-82f0-9ef796923495.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.959441] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6478d9ab-c8eb-40eb-a779-9055fcb961a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.002931] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424977, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454449} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.005501] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.009138] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.009138] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1034.009138] env[65368]: value = "task-4424978" [ 1034.009138] env[65368]: _type = "Task" [ 1034.009138] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.010111] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a58a509-f1ae-4359-9666-aeff65caa91c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.039867] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.040279] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1034.040279] env[65368]: value = "task-4424979" [ 1034.040279] env[65368]: _type = "Task" [ 1034.040279] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.046905] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52953309-ae42-9d27-030a-2a38cfb584d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.052857] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.053320] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1034.053761] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a2b7d29-675f-435f-90cf-008bd6551195 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.069836] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424979, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.072272] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1034.072272] env[65368]: value = "task-4424980" [ 1034.072272] env[65368]: _type = "Task" [ 1034.072272] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.084428] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424980, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.130762] env[65368]: DEBUG nova.scheduler.client.report [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.213777] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1034.245039] env[65368]: WARNING neutronclient.v2_0.client [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1034.250245] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1034.250488] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1034.250639] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1034.250863] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1034.251068] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1034.251219] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1034.251492] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1034.251735] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1034.252363] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1034.252363] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1034.252363] env[65368]: DEBUG nova.virt.hardware [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1034.253464] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7929e-cac1-460b-bb0e-789936dd794c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.263137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21af838a-5dbd-4e6c-9310-571e2cf1c805 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.410415] env[65368]: DEBUG nova.compute.manager [req-3893f07f-650d-493d-b9e4-a46fa33d0c1a req-f4ea29b6-71ee-4e8e-9073-ee56f5d277f7 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Received event network-vif-deleted-7397dcda-10e1-4163-a6ee-2ad6f565c62a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.410744] env[65368]: INFO nova.compute.manager [req-3893f07f-650d-493d-b9e4-a46fa33d0c1a req-f4ea29b6-71ee-4e8e-9073-ee56f5d277f7 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Neutron deleted interface 7397dcda-10e1-4163-a6ee-2ad6f565c62a; detaching it from the instance and deleting it from the info cache [ 1034.410844] env[65368]: DEBUG nova.network.neutron [req-3893f07f-650d-493d-b9e4-a46fa33d0c1a req-f4ea29b6-71ee-4e8e-9073-ee56f5d277f7 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.418095] env[65368]: DEBUG nova.network.neutron [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updating instance_info_cache with network_info: [{"id": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "address": "fa:16:3e:bc:c2:f5", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8a716d-1a", "ovs_interfaceid": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.533955] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.556880] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424979, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071755} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.556880] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.557424] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc745eb-30b9-4e25-bc81-b83dd4c679d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.580398] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.580788] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78be639-1dcc-4a48-bfd0-5811cba9eaa4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.606036] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424980, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462942} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.607014] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1034.607180] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1034.607506] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1034.607506] env[65368]: value = "task-4424981" [ 1034.607506] env[65368]: _type = "Task" [ 1034.607506] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.607731] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82723615-f318-455a-a490-da2ea1fbf385 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.618749] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424981, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.620601] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1034.620601] env[65368]: value = "task-4424982" [ 1034.620601] env[65368]: _type = "Task" [ 1034.620601] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.632408] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.636518] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.457s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.637126] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1034.640704] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.959s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.640993] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.644154] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.349s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.646006] env[65368]: INFO nova.compute.claims [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.651711] env[65368]: DEBUG nova.network.neutron [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.690438] env[65368]: INFO nova.scheduler.client.report [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted allocations for instance 3345fd5f-100b-4806-bcf7-1447464a680d [ 1034.714427] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Successfully updated port: ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1034.779876] env[65368]: DEBUG nova.compute.manager [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Received event network-vif-plugged-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.780888] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.780888] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Lock "a723e479-e495-47bf-a21f-44803feb4c36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.780888] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Lock "a723e479-e495-47bf-a21f-44803feb4c36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.780888] env[65368]: DEBUG nova.compute.manager [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] No waiting events found dispatching network-vif-plugged-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1034.780888] env[65368]: WARNING nova.compute.manager [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Received unexpected event network-vif-plugged-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 for instance with vm_state building and task_state spawning. [ 1034.781134] env[65368]: DEBUG nova.compute.manager [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Received event network-changed-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1034.781808] env[65368]: DEBUG nova.compute.manager [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Refreshing instance network info cache due to event network-changed-fc8a716d-1ade-40f1-bd97-8950eb49f6d4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1034.781808] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Acquiring lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.915141] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a63ae06-2906-4233-b895-93621fa74bc7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.920808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.921217] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Instance network_info: |[{"id": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "address": "fa:16:3e:bc:c2:f5", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8a716d-1a", "ovs_interfaceid": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1034.921704] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Acquired lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.921780] env[65368]: DEBUG nova.network.neutron [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Refreshing network info cache for port fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1034.923556] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:c2:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc8a716d-1ade-40f1-bd97-8950eb49f6d4', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1034.931217] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1034.933673] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1034.934071] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-86a8b84a-4508-4ef3-815e-7e20eb106cb3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.952727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884ca6b8-7fff-460f-9a08-481dd295619a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.974345] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1034.974345] env[65368]: value = "task-4424983" [ 1034.974345] env[65368]: _type = "Task" [ 1034.974345] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.993774] env[65368]: DEBUG nova.compute.manager [req-3893f07f-650d-493d-b9e4-a46fa33d0c1a req-f4ea29b6-71ee-4e8e-9073-ee56f5d277f7 service nova] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Detach interface failed, port_id=7397dcda-10e1-4163-a6ee-2ad6f565c62a, reason: Instance 54e0d75f-42d2-4836-b296-ba661b94564d could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1034.998235] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424983, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.036577] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424978, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.120789] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424981, 'name': ReconfigVM_Task, 'duration_secs': 0.378534} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.121218] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Reconfigured VM instance instance-00000044 to attach disk [datastore2] c857b321-193b-45f9-ba08-6d2f759bd7a4/c857b321-193b-45f9-ba08-6d2f759bd7a4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.124863] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-505e4814-3c04-4488-95bb-ca8fa721bcc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.132549] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.134052] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1035.134429] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1035.134429] env[65368]: value = "task-4424984" [ 1035.134429] env[65368]: _type = "Task" [ 1035.134429] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.135151] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718fca5d-b71d-441e-b442-7dfcef65f495 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.147040] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424984, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.158605] env[65368]: DEBUG nova.compute.utils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.164511] env[65368]: INFO nova.compute.manager [-] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Took 1.41 seconds to deallocate network for instance. [ 1035.173332] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1035.177921] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1035.177921] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1035.178224] env[65368]: WARNING neutronclient.v2_0.client [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.178550] env[65368]: WARNING neutronclient.v2_0.client [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.181677] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75642cfe-9529-4f33-b77f-4138365ac8f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.210729] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e3c514cb-964a-46ef-a3eb-3f040e83e333 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "3345fd5f-100b-4806-bcf7-1447464a680d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.004s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.213666] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1035.213666] env[65368]: value = "task-4424985" [ 1035.213666] env[65368]: _type = "Task" [ 1035.213666] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.219400] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.219701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.219807] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1035.235442] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424985, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.259806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.260127] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.269284] env[65368]: DEBUG nova.policy [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.335420] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.335836] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.336088] env[65368]: DEBUG nova.compute.manager [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1035.337111] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c247a6e0-5359-42c3-9cbf-06faf9f7ce62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.349212] env[65368]: DEBUG nova.compute.manager [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1035.349970] env[65368]: DEBUG nova.objects.instance [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.433370] env[65368]: WARNING neutronclient.v2_0.client [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.481017] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7968a377-3ce0-4cf4-8bb8-def0248579d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.491701] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424983, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.494718] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b80a78d-890a-4885-bff1-d02a6218f1f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.536628] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b64286-e222-4472-9919-99845809f276 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.545123] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424978, 'name': ReconfigVM_Task, 'duration_secs': 1.276906} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.547364] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 2d83953a-0aee-4384-82f0-9ef796923495/2d83953a-0aee-4384-82f0-9ef796923495.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.550019] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60746c9c-b1af-48d6-931e-8b0f66d5964e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.550690] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac6519-5269-4c11-8f8e-73afe4a84dab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.564382] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1035.564382] env[65368]: value = "task-4424986" [ 1035.564382] env[65368]: _type = "Task" [ 1035.564382] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.570485] env[65368]: DEBUG nova.compute.provider_tree [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.581604] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424986, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.614434] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Successfully created port: 25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1035.648460] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424984, 'name': Rename_Task, 'duration_secs': 0.166853} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.648766] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.649056] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97429bcb-3020-4ee7-ad49-ac7826cff599 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.657732] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1035.657732] env[65368]: value = "task-4424987" [ 1035.657732] env[65368]: _type = "Task" [ 1035.657732] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.670266] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.675259] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1035.698716] env[65368]: WARNING neutronclient.v2_0.client [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.708130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.731546] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424985, 'name': ReconfigVM_Task, 'duration_secs': 0.454412} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.732154] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Reconfigured VM instance instance-00000053 to attach disk [datastore2] 0d21af5f-5f19-46dd-9c18-df965550e00c/0d21af5f-5f19-46dd-9c18-df965550e00c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1035.732858] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-695f431c-e51d-48f0-9f8d-e5c064fddce8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.741555] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1035.741555] env[65368]: value = "task-4424988" [ 1035.741555] env[65368]: _type = "Task" [ 1035.741555] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.755057] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424988, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.765173] env[65368]: INFO nova.compute.manager [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Detaching volume 1e813163-2c18-4627-9cc2-3120bf3d2cdf [ 1035.783849] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.788609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.788609] env[65368]: INFO nova.compute.manager [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Shelving [ 1035.820385] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1035.824096] env[65368]: INFO nova.virt.block_device [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Attempting to driver detach volume 1e813163-2c18-4627-9cc2-3120bf3d2cdf from mountpoint /dev/sdb [ 1035.824341] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1035.824544] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865868', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'name': 'volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ae1dcc9-e569-47db-89e7-c4d4d576ff34', 'attached_at': '', 'detached_at': '', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'serial': '1e813163-2c18-4627-9cc2-3120bf3d2cdf'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1035.827170] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c54003f-d042-4eed-b80c-fa3d434260fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.859907] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a0ff17-89fd-4535-9272-cec2249fa14f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.871589] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f0cdd5-85cd-4c30-987c-b9a5a6cc56df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.896607] env[65368]: DEBUG nova.network.neutron [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updated VIF entry in instance network info cache for port fc8a716d-1ade-40f1-bd97-8950eb49f6d4. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1035.897012] env[65368]: DEBUG nova.network.neutron [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updating instance_info_cache with network_info: [{"id": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "address": "fa:16:3e:bc:c2:f5", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8a716d-1a", "ovs_interfaceid": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.902939] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8bd9cd-e3df-4a52-bef3-b6ea365e59e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.920455] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] The volume has not been displaced from its original location: [datastore1] volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf/volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1035.925950] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfiguring VM instance instance-00000037 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1035.929832] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ca88ea-deef-46bb-94a1-610e4625b98f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.949101] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1035.949101] env[65368]: value = "task-4424989" [ 1035.949101] env[65368]: _type = "Task" [ 1035.949101] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.961163] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.988034] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424983, 'name': CreateVM_Task, 'duration_secs': 0.624148} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.988289] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1035.988864] env[65368]: WARNING neutronclient.v2_0.client [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1035.989296] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.989486] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.989822] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.990133] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ae70141-c277-4680-bc33-43c671975e70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.998017] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1035.998017] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225abb5-0ba6-fbae-2550-fcd5962371f2" [ 1035.998017] env[65368]: _type = "Task" [ 1035.998017] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.011998] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225abb5-0ba6-fbae-2550-fcd5962371f2, 'name': SearchDatastore_Task, 'duration_secs': 0.010117} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.012352] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.012593] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1036.012832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.013034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.013208] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1036.013501] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b577cbe-443e-4aaf-9aa3-ffb26345f57b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.026256] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1036.026411] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1036.027190] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcbef95c-32bf-40ee-b18e-8f17f748aaf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.034431] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1036.034431] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dc0c07-e5fc-3d31-daeb-50abdbdcb1b3" [ 1036.034431] env[65368]: _type = "Task" [ 1036.034431] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.041344] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.050767] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52dc0c07-e5fc-3d31-daeb-50abdbdcb1b3, 'name': SearchDatastore_Task, 'duration_secs': 0.010542} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.051557] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7af7067-3d20-4f24-a07a-4336299a7e3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.058193] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1036.058193] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528985a2-3453-0fad-ab62-482cf1fcba86" [ 1036.058193] env[65368]: _type = "Task" [ 1036.058193] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.067487] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528985a2-3453-0fad-ab62-482cf1fcba86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.076222] env[65368]: DEBUG nova.scheduler.client.report [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.083066] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424986, 'name': Rename_Task, 'duration_secs': 0.279422} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.083730] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.084013] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e7e8728-777b-47a2-a067-3ff42a14254a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.091746] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1036.091746] env[65368]: value = "task-4424990" [ 1036.091746] env[65368]: _type = "Task" [ 1036.091746] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.101935] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.171227] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.183218] env[65368]: DEBUG nova.network.neutron [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Updating instance_info_cache with network_info: [{"id": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "address": "fa:16:3e:9b:73:5d", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad59d7de-d1", "ovs_interfaceid": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.254845] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424988, 'name': Rename_Task, 'duration_secs': 0.219524} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.255265] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1036.255621] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-15179b39-7e27-4132-9b75-0251e8592a64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.263207] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1036.263207] env[65368]: value = "task-4424991" [ 1036.263207] env[65368]: _type = "Task" [ 1036.263207] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.273567] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.364622] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.365066] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4265c9b-e777-4490-a52f-3cf138d29c40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.372726] env[65368]: DEBUG oslo_vmware.api [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1036.372726] env[65368]: value = "task-4424992" [ 1036.372726] env[65368]: _type = "Task" [ 1036.372726] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.382674] env[65368]: DEBUG oslo_vmware.api [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.403652] env[65368]: DEBUG oslo_concurrency.lockutils [req-009a0194-3b0f-409a-a071-f0ff454336b5 req-7ca94f8a-ab5e-4083-88aa-1997109ce8a0 service nova] Releasing lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.460441] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424989, 'name': ReconfigVM_Task, 'duration_secs': 0.44262} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.460764] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Reconfigured VM instance instance-00000037 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1036.466138] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c5bc633-2930-4ee5-a029-07f4e0e7319d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.485189] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1036.485189] env[65368]: value = "task-4424993" [ 1036.485189] env[65368]: _type = "Task" [ 1036.485189] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.495405] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.572736] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528985a2-3453-0fad-ab62-482cf1fcba86, 'name': SearchDatastore_Task, 'duration_secs': 0.010752} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.573086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.573388] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a723e479-e495-47bf-a21f-44803feb4c36/a723e479-e495-47bf-a21f-44803feb4c36.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1036.573845] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e28b9aa-2b4e-464d-a7f3-2de028b57478 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.582624] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1036.582624] env[65368]: value = "task-4424994" [ 1036.582624] env[65368]: _type = "Task" [ 1036.582624] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.587948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.944s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.588560] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1036.593405] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.466s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.595035] env[65368]: INFO nova.compute.claims [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1036.607964] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.614801] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424990, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.671045] env[65368]: DEBUG oslo_vmware.api [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4424987, 'name': PowerOnVM_Task, 'duration_secs': 0.564898} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.671045] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1036.671045] env[65368]: DEBUG nova.compute.manager [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1036.671692] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93057562-286a-4844-8756-7efa12d6b54c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.691678] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.691678] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Instance network_info: |[{"id": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "address": "fa:16:3e:9b:73:5d", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad59d7de-d1", "ovs_interfaceid": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1036.693237] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1036.696408] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:73:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6a2e2e51-010f-4535-ba88-433663275996', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad59d7de-d157-46d8-bcb3-7d9af13f2e6a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1036.708656] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1036.709746] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1036.710017] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22ec24db-9b65-4344-82ea-6821f312085b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.735776] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1036.735776] env[65368]: value = "task-4424995" [ 1036.735776] env[65368]: _type = "Task" [ 1036.735776] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.741519] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1036.741765] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.741918] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1036.742106] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.742275] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1036.743615] env[65368]: DEBUG nova.virt.hardware [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1036.744581] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb3d703-9b14-40b4-93d7-6305f2ed0be0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.750711] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424995, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.756850] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb6401b-e3a8-4854-8d50-8595a1a4323b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.782210] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.799773] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.800048] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6b5edcb-3ab3-4b5b-a051-7e443c2f04aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.809624] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1036.809624] env[65368]: value = "task-4424996" [ 1036.809624] env[65368]: _type = "Task" [ 1036.809624] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.817903] env[65368]: DEBUG nova.compute.manager [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Received event network-vif-plugged-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.818139] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Acquiring lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.818357] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.818524] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.818817] env[65368]: DEBUG nova.compute.manager [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] No waiting events found dispatching network-vif-plugged-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1036.818977] env[65368]: WARNING nova.compute.manager [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Received unexpected event network-vif-plugged-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a for instance with vm_state building and task_state spawning. [ 1036.819270] env[65368]: DEBUG nova.compute.manager [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Received event network-changed-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1036.819488] env[65368]: DEBUG nova.compute.manager [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Refreshing instance network info cache due to event network-changed-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1036.820170] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Acquiring lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.820650] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Acquired lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.820845] env[65368]: DEBUG nova.network.neutron [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Refreshing network info cache for port ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.827655] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424996, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.884183] env[65368]: DEBUG oslo_vmware.api [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4424992, 'name': PowerOffVM_Task, 'duration_secs': 0.209374} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.884489] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1036.884713] env[65368]: DEBUG nova.compute.manager [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1036.885603] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ea7f8a-0bb2-4fca-9825-26b39196ce06 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.998412] env[65368]: DEBUG oslo_vmware.api [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4424993, 'name': ReconfigVM_Task, 'duration_secs': 0.183827} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.998412] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865868', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'name': 'volume-1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2ae1dcc9-e569-47db-89e7-c4d4d576ff34', 'attached_at': '', 'detached_at': '', 'volume_id': '1e813163-2c18-4627-9cc2-3120bf3d2cdf', 'serial': '1e813163-2c18-4627-9cc2-3120bf3d2cdf'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1037.096429] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424994, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.103264] env[65368]: DEBUG nova.compute.utils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.107050] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1037.107270] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1037.107610] env[65368]: WARNING neutronclient.v2_0.client [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.107968] env[65368]: WARNING neutronclient.v2_0.client [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.122189] env[65368]: DEBUG oslo_vmware.api [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4424990, 'name': PowerOnVM_Task, 'duration_secs': 0.938541} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.122459] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.122653] env[65368]: INFO nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Took 7.80 seconds to spawn the instance on the hypervisor. [ 1037.122825] env[65368]: DEBUG nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.124052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a79946-2002-46e3-a1ac-cb963677d99d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.190595] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.247687] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424995, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.275411] env[65368]: DEBUG oslo_vmware.api [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4424991, 'name': PowerOnVM_Task, 'duration_secs': 0.572501} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.275745] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1037.275897] env[65368]: DEBUG nova.compute.manager [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1037.276958] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f518ad1-2bd5-41a2-9109-41f019feb1ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.287209] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Successfully updated port: 25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1037.320717] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424996, 'name': PowerOffVM_Task, 'duration_secs': 0.402119} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.320993] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.321874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2867edbf-6536-4fa4-b6af-d4bfc7088ac2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.341991] env[65368]: WARNING neutronclient.v2_0.client [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.346743] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb990e-a07e-4f97-9aff-f6165a69086b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.401604] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d276fc10-2192-46b4-8496-5f74e969ec0a tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.066s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.418514] env[65368]: DEBUG nova.policy [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2158323043d74adb8a5228815bcd647f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dd64d11ccbd4c389e4be8040b0bf1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1037.561693] env[65368]: DEBUG nova.objects.instance [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'flavor' on Instance uuid 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1037.601031] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621114} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.601031] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a723e479-e495-47bf-a21f-44803feb4c36/a723e479-e495-47bf-a21f-44803feb4c36.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1037.601031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1037.601422] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8d97d6a-376b-4b8a-b537-7c7e3d46e87b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.610095] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1037.610095] env[65368]: value = "task-4424997" [ 1037.610095] env[65368]: _type = "Task" [ 1037.610095] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.617614] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1037.631120] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.647817] env[65368]: INFO nova.compute.manager [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Took 22.70 seconds to build instance. [ 1037.723163] env[65368]: WARNING neutronclient.v2_0.client [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.750903] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4424995, 'name': CreateVM_Task, 'duration_secs': 0.969752} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.756150] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1037.756872] env[65368]: WARNING neutronclient.v2_0.client [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1037.757257] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.757413] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.759027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.759962] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cc7bc84-d93a-4e5b-8b4d-98168d238069 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.766323] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1037.766323] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d94692-9146-08f2-8831-912cecc56f5c" [ 1037.766323] env[65368]: _type = "Task" [ 1037.766323] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.783831] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d94692-9146-08f2-8831-912cecc56f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.794886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.795138] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.795321] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1037.806765] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.845681] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Successfully created port: 59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1037.859876] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1037.860626] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2917b6bf-9341-4185-b615-0ca4ff8d083d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.869564] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1037.869564] env[65368]: value = "task-4424998" [ 1037.869564] env[65368]: _type = "Task" [ 1037.869564] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.881168] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424998, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.903164] env[65368]: DEBUG nova.network.neutron [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Updated VIF entry in instance network info cache for port ad59d7de-d157-46d8-bcb3-7d9af13f2e6a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1037.903616] env[65368]: DEBUG nova.network.neutron [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Updating instance_info_cache with network_info: [{"id": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "address": "fa:16:3e:9b:73:5d", "network": {"id": "b797cb62-46b2-485d-ab7a-86661e1d2689", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1242584426-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e1b30b9226aa4fbfa8e7761fe345f6ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6a2e2e51-010f-4535-ba88-433663275996", "external-id": "nsx-vlan-transportzone-915", "segmentation_id": 915, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad59d7de-d1", "ovs_interfaceid": "ad59d7de-d157-46d8-bcb3-7d9af13f2e6a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.132031] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099711} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.132031] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1038.134691] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190a4a40-0860-45c5-b63a-5c4d816ec018 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.139166] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0884b8ff-1342-4143-9a34-ca3bbd257640 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.156839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e7af6508-cc25-460a-920c-9dfb647f8160 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.213s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.171129] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] a723e479-e495-47bf-a21f-44803feb4c36/a723e479-e495-47bf-a21f-44803feb4c36.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1038.172846] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9643a03a-63d3-4cfb-8cd3-1b568084037a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.191495] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da5cb58-dabd-4678-a624-401c6b3f94d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.201020] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1038.201020] env[65368]: value = "task-4424999" [ 1038.201020] env[65368]: _type = "Task" [ 1038.201020] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.233457] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21516bd2-f3e2-4b88-bef9-701fb77af08d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.244992] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544c94d9-40e3-48ba-8ea9-02c5f43a7c75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.248895] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.260692] env[65368]: DEBUG nova.compute.provider_tree [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1038.279103] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d94692-9146-08f2-8831-912cecc56f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.046473} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.279635] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.279929] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.280357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.280357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.281013] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.281013] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-911fae03-90a2-40e7-857d-a7b5a59bdce9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.293553] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.293553] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.294237] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-980382ea-dabd-4d45-aad7-c1e67df38871 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.300609] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1038.300609] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d526cc-f9bd-f5a9-cda6-e955e4a0abfe" [ 1038.300609] env[65368]: _type = "Task" [ 1038.300609] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.312470] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d526cc-f9bd-f5a9-cda6-e955e4a0abfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.353025] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1038.380181] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424998, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.407107] env[65368]: DEBUG oslo_concurrency.lockutils [req-7367bd88-8d96-4a99-a3c9-1e630c1ea5c3 req-26873258-fe07-4940-b567-6a6eb57a32b1 service nova] Releasing lock "refresh_cache-cb6ecbf5-80b5-49f5-900f-3ff454ed1039" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.576217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-02ce53bc-8668-4c1d-ada0-30108a621780 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.316s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.635436] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1038.666314] env[65368]: WARNING neutronclient.v2_0.client [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.671096] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1038.671334] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1038.671544] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1038.671668] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1038.671812] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1038.671953] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1038.672185] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1038.672339] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1038.672688] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1038.672688] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1038.672805] env[65368]: DEBUG nova.virt.hardware [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1038.673807] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b6f8d-c614-4be3-992c-9282e8ea7847 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.682086] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00500950-171a-468b-b970-c62bf2e7f14e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.740608] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.765961] env[65368]: DEBUG nova.scheduler.client.report [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.822092] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d526cc-f9bd-f5a9-cda6-e955e4a0abfe, 'name': SearchDatastore_Task, 'duration_secs': 0.027337} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.824282] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96270945-1b36-437d-b8f2-31e146785d09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.836187] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1038.836187] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5205aa59-24fe-9a8e-d32e-c061c4e988c0" [ 1038.836187] env[65368]: _type = "Task" [ 1038.836187] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.849442] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5205aa59-24fe-9a8e-d32e-c061c4e988c0, 'name': SearchDatastore_Task, 'duration_secs': 0.012553} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.850558] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.850905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] cb6ecbf5-80b5-49f5-900f-3ff454ed1039/cb6ecbf5-80b5-49f5-900f-3ff454ed1039.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1038.851617] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdb1dd6b-61e4-4c98-a701-6d0c99480d02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.860552] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1038.860552] env[65368]: value = "task-4425000" [ 1038.860552] env[65368]: _type = "Task" [ 1038.860552] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.871092] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425000, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.881484] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4424998, 'name': CreateSnapshot_Task, 'duration_secs': 0.953516} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.881842] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1038.882727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd7225-3def-4e84-86ac-f099229843c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.951108] env[65368]: DEBUG nova.network.neutron [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Updating instance_info_cache with network_info: [{"id": "25ce4666-35f2-45d5-98c4-7da332fa2887", "address": "fa:16:3e:61:fd:da", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ce4666-35", "ovs_interfaceid": "25ce4666-35f2-45d5-98c4-7da332fa2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.139051] env[65368]: DEBUG nova.compute.manager [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Received event network-vif-plugged-25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1039.139131] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Acquiring lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.140102] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.140102] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.140102] env[65368]: DEBUG nova.compute.manager [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] No waiting events found dispatching network-vif-plugged-25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1039.140102] env[65368]: WARNING nova.compute.manager [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Received unexpected event network-vif-plugged-25ce4666-35f2-45d5-98c4-7da332fa2887 for instance with vm_state building and task_state spawning. [ 1039.140102] env[65368]: DEBUG nova.compute.manager [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Received event network-changed-25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1039.140511] env[65368]: DEBUG nova.compute.manager [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Refreshing instance network info cache due to event network-changed-25ce4666-35f2-45d5-98c4-7da332fa2887. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1039.140868] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Acquiring lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.243589] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4424999, 'name': ReconfigVM_Task, 'duration_secs': 0.588298} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.243954] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfigured VM instance instance-00000056 to attach disk [datastore2] a723e479-e495-47bf-a21f-44803feb4c36/a723e479-e495-47bf-a21f-44803feb4c36.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1039.244677] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d16c3630-6635-404e-8013-03c07085ad2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.253917] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1039.253917] env[65368]: value = "task-4425001" [ 1039.253917] env[65368]: _type = "Task" [ 1039.253917] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.266366] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425001, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.273608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.274211] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1039.278067] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.570s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.279099] env[65368]: DEBUG nova.objects.instance [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lazy-loading 'resources' on Instance uuid 54e0d75f-42d2-4836-b296-ba661b94564d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1039.312966] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "2d83953a-0aee-4384-82f0-9ef796923495" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.313350] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.313350] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "2d83953a-0aee-4384-82f0-9ef796923495-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.313715] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.313846] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.316239] env[65368]: INFO nova.compute.manager [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Terminating instance [ 1039.373489] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425000, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.406338] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1039.407171] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4864601d-8c13-46b6-87bf-6482627f7e2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.417462] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1039.417462] env[65368]: value = "task-4425002" [ 1039.417462] env[65368]: _type = "Task" [ 1039.417462] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.434025] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425002, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.454838] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.455327] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Instance network_info: |[{"id": "25ce4666-35f2-45d5-98c4-7da332fa2887", "address": "fa:16:3e:61:fd:da", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ce4666-35", "ovs_interfaceid": "25ce4666-35f2-45d5-98c4-7da332fa2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1039.455955] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Acquired lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.455955] env[65368]: DEBUG nova.network.neutron [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Refreshing network info cache for port 25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1039.457522] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:fd:da', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25ce4666-35f2-45d5-98c4-7da332fa2887', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.466251] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating folder: Project (a3130c16b9cf421f8374c0fc3d2eb79e). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.467656] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Successfully updated port: 59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1039.468831] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c264271-fff5-4272-9eac-072a66db036d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.483362] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created folder: Project (a3130c16b9cf421f8374c0fc3d2eb79e) in parent group-v865657. [ 1039.483486] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating folder: Instances. Parent ref: group-v865901. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1039.484571] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4d5e81c-e93e-4c6c-a3d4-5ae58490b083 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.499749] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created folder: Instances in parent group-v865901. [ 1039.500020] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1039.500269] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.500822] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1efaaa59-9717-4ac3-a01c-33d9a8f1a080 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.522975] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.522975] env[65368]: value = "task-4425005" [ 1039.522975] env[65368]: _type = "Task" [ 1039.522975] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.533057] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425005, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.550929] env[65368]: DEBUG nova.compute.manager [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Received event network-vif-plugged-59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1039.551548] env[65368]: DEBUG oslo_concurrency.lockutils [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.551878] env[65368]: DEBUG oslo_concurrency.lockutils [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.552187] env[65368]: DEBUG oslo_concurrency.lockutils [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.552475] env[65368]: DEBUG nova.compute.manager [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] No waiting events found dispatching network-vif-plugged-59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1039.552785] env[65368]: WARNING nova.compute.manager [req-0b124839-fdca-4241-9bc8-e99d8991017f req-3f858b59-22bd-4297-8d49-0b1129bdb3b1 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Received unexpected event network-vif-plugged-59b2ab55-dfe8-4327-8090-dd94f2c1803e for instance with vm_state building and task_state spawning. [ 1039.691075] env[65368]: DEBUG nova.compute.manager [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Stashing vm_state: stopped {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1039.766286] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425001, 'name': Rename_Task, 'duration_secs': 0.203583} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.766578] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1039.766843] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-691d41ed-6feb-4aa3-8395-3320ccd58073 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.774581] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1039.774581] env[65368]: value = "task-4425006" [ 1039.774581] env[65368]: _type = "Task" [ 1039.774581] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.781162] env[65368]: DEBUG nova.compute.utils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1039.786977] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1039.787198] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1039.787412] env[65368]: WARNING neutronclient.v2_0.client [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.788185] env[65368]: WARNING neutronclient.v2_0.client [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.793847] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.821366] env[65368]: DEBUG nova.compute.manager [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1039.821366] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1039.822547] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d483043f-30eb-4fae-aeaf-c9f320a070ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.832748] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1039.836029] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5f52ab-5612-4415-8322-69cb41d46312 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.844523] env[65368]: DEBUG nova.policy [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.848709] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1039.848709] env[65368]: value = "task-4425007" [ 1039.848709] env[65368]: _type = "Task" [ 1039.848709] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.862593] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.874222] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425000, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.572113} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.877149] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] cb6ecbf5-80b5-49f5-900f-3ff454ed1039/cb6ecbf5-80b5-49f5-900f-3ff454ed1039.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1039.877388] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1039.878059] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7239edc5-99d3-4e7a-91f6-eea09d067c85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.889094] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1039.889094] env[65368]: value = "task-4425008" [ 1039.889094] env[65368]: _type = "Task" [ 1039.889094] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.903406] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425008, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.930805] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425002, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.969271] env[65368]: WARNING neutronclient.v2_0.client [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1039.972759] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.973139] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.974349] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1040.038323] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425005, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.098685] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "0d21af5f-5f19-46dd-9c18-df965550e00c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.098998] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.099278] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.099500] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.099710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.103134] env[65368]: INFO nova.compute.manager [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Terminating instance [ 1040.157243] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54205803-41cb-40f9-b5d4-eb7bbae752b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.168222] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5bed4e-31b6-4e91-b2bd-9464e821380c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.205870] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.206249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.206547] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.207960] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.207960] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.215586] env[65368]: INFO nova.compute.manager [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Terminating instance [ 1040.221929] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea68c49-d2b7-4a71-bd6d-c24b017d5ee2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.236565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea6def6-42c2-4b2a-8a6f-eade09d85577 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.242630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.256768] env[65368]: DEBUG nova.compute.provider_tree [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1040.274996] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Successfully created port: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1040.291340] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425006, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.295647] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1040.362476] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425007, 'name': PowerOffVM_Task, 'duration_secs': 0.411051} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.362769] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1040.362968] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1040.363568] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1af73e87-e7de-4e84-9fe4-ab147fd443fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.402627] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425008, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.402959] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1040.404030] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0184b071-5de0-43e9-bf29-07b3acd1720f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.439291] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] cb6ecbf5-80b5-49f5-900f-3ff454ed1039/cb6ecbf5-80b5-49f5-900f-3ff454ed1039.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1040.445066] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8658f3e3-be0d-40e9-adee-970e0417a703 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.462795] env[65368]: WARNING neutronclient.v2_0.client [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.468329] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1040.468554] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1040.468721] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore2] 2d83953a-0aee-4384-82f0-9ef796923495 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1040.469013] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86e39e64-d2c6-4540-ad39-b5f631a41112 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.475857] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425002, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.480489] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1040.480489] env[65368]: value = "task-4425010" [ 1040.480489] env[65368]: _type = "Task" [ 1040.480489] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.485432] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1040.485432] env[65368]: value = "task-4425011" [ 1040.485432] env[65368]: _type = "Task" [ 1040.485432] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.494421] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.500080] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.535798] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425005, 'name': CreateVM_Task, 'duration_secs': 0.788137} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.536055] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1040.536527] env[65368]: WARNING neutronclient.v2_0.client [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.536967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.537149] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.537456] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.537719] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e18c1ae-eb58-45cd-a926-303c95af3350 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.545381] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1040.545381] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5210706d-e075-99cc-cc09-e6d388163cdb" [ 1040.545381] env[65368]: _type = "Task" [ 1040.545381] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.560568] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5210706d-e075-99cc-cc09-e6d388163cdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.580604] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1040.610242] env[65368]: DEBUG nova.compute.manager [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1040.610811] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.611600] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c998e078-7675-4abe-84a6-2873d3a83efd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.620608] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.620906] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1410d4ff-341c-4da5-9ed2-53c6fbf8c039 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.630247] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1040.630247] env[65368]: value = "task-4425012" [ 1040.630247] env[65368]: _type = "Task" [ 1040.630247] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.639414] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.664866] env[65368]: DEBUG nova.network.neutron [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Updated VIF entry in instance network info cache for port 25ce4666-35f2-45d5-98c4-7da332fa2887. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1040.665254] env[65368]: DEBUG nova.network.neutron [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Updating instance_info_cache with network_info: [{"id": "25ce4666-35f2-45d5-98c4-7da332fa2887", "address": "fa:16:3e:61:fd:da", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25ce4666-35", "ovs_interfaceid": "25ce4666-35f2-45d5-98c4-7da332fa2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.732181] env[65368]: DEBUG nova.compute.manager [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1040.732567] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1040.734813] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec75b0-16bc-411c-93f1-46ac4794d6c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.746157] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1040.746609] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79d94fec-c316-45c3-a088-6553b3d9b4d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.756375] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1040.756375] env[65368]: value = "task-4425013" [ 1040.756375] env[65368]: _type = "Task" [ 1040.756375] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.761450] env[65368]: DEBUG nova.scheduler.client.report [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.773172] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.791681] env[65368]: DEBUG oslo_vmware.api [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425006, 'name': PowerOnVM_Task, 'duration_secs': 0.703205} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.793083] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1040.793249] env[65368]: INFO nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1040.793464] env[65368]: DEBUG nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1040.794660] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99f2455-59ab-4e01-a69b-a414de4fee45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.846513] env[65368]: WARNING neutronclient.v2_0.client [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1040.899721] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.899955] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.939520] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425002, 'name': CloneVM_Task, 'duration_secs': 1.482332} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.939812] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Created linked-clone VM from snapshot [ 1040.940671] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1dd9b6-1d17-4da6-b8ea-6693b5a60dba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.950515] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Uploading image 03cfa578-9fed-4609-9746-a4b9d7024eb7 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1040.980613] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1040.980613] env[65368]: value = "vm-865900" [ 1040.980613] env[65368]: _type = "VirtualMachine" [ 1040.980613] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1040.981014] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ef24188d-1507-4742-8ac7-134758f1faaf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.992644] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease: (returnval){ [ 1040.992644] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bd50-ef6c-0521-49d0-f7a4be97eb7d" [ 1040.992644] env[65368]: _type = "HttpNfcLease" [ 1040.992644] env[65368]: } obtained for exporting VM: (result){ [ 1040.992644] env[65368]: value = "vm-865900" [ 1040.992644] env[65368]: _type = "VirtualMachine" [ 1040.992644] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1040.992927] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the lease: (returnval){ [ 1040.992927] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bd50-ef6c-0521-49d0-f7a4be97eb7d" [ 1040.992927] env[65368]: _type = "HttpNfcLease" [ 1040.992927] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1041.002091] env[65368]: DEBUG oslo_vmware.api [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.269357} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.002337] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425010, 'name': ReconfigVM_Task, 'duration_secs': 0.357806} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.005794] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.005956] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.006138] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.006306] env[65368]: INFO nova.compute.manager [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1041.006648] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.006860] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Reconfigured VM instance instance-00000057 to attach disk [datastore1] cb6ecbf5-80b5-49f5-900f-3ff454ed1039/cb6ecbf5-80b5-49f5-900f-3ff454ed1039.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.007552] env[65368]: DEBUG nova.compute.manager [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.007653] env[65368]: DEBUG nova.network.neutron [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.007886] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.009644] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dfc1076-638a-4b0b-be05-3e007dea34fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.016736] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1041.016736] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bd50-ef6c-0521-49d0-f7a4be97eb7d" [ 1041.016736] env[65368]: _type = "HttpNfcLease" [ 1041.016736] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1041.018236] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1041.018236] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5bd50-ef6c-0521-49d0-f7a4be97eb7d" [ 1041.018236] env[65368]: _type = "HttpNfcLease" [ 1041.018236] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1041.018560] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1041.018560] env[65368]: value = "task-4425015" [ 1041.018560] env[65368]: _type = "Task" [ 1041.018560] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.019315] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066dadf2-191c-4717-967a-493a12ea9212 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.032733] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425015, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.036145] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1041.036358] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1041.106989] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5210706d-e075-99cc-cc09-e6d388163cdb, 'name': SearchDatastore_Task, 'duration_secs': 0.021049} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.107384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.107692] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1041.107962] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.108172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.108503] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1041.108908] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a95a30f9-6912-437a-b540-844636387d5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.120393] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1041.120634] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1041.122367] env[65368]: DEBUG nova.network.neutron [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1041.123523] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf5d2437-87fd-4535-b7d0-162b392c3e6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.130142] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1041.130142] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5240b070-2852-be56-9351-476c4c942c05" [ 1041.130142] env[65368]: _type = "Task" [ 1041.130142] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.142489] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5240b070-2852-be56-9351-476c4c942c05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.145534] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425012, 'name': PowerOffVM_Task, 'duration_secs': 0.312406} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.145774] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.145972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.146237] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79d7f182-b69e-4029-bc69-8067808d6044 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.157569] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.168572] env[65368]: DEBUG oslo_concurrency.lockutils [req-247b415a-337f-4d52-a41b-6aa0d30fe757 req-b92cdd10-0296-4771-b571-6ad0a8dc4485 service nova] Releasing lock "refresh_cache-52cdd7b9-0e28-43b0-890d-547ad5db4404" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.180996] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3f0e1415-0f45-48c7-80c8-97a8325d0c32 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.225704] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.225979] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.226176] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore2] 0d21af5f-5f19-46dd-9c18-df965550e00c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.226595] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acc6306d-41ae-4bff-9d5a-9d578bb14206 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.234575] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1041.234575] env[65368]: value = "task-4425017" [ 1041.234575] env[65368]: _type = "Task" [ 1041.234575] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.245798] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.267289] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.269633] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425013, 'name': PowerOffVM_Task, 'duration_secs': 0.198808} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.270121] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.080s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.270336] env[65368]: DEBUG nova.objects.instance [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1041.272999] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1041.273197] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1041.274187] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69fb0c9e-a829-49c6-beb8-050bf60ab455 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.294926] env[65368]: INFO nova.scheduler.client.report [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Deleted allocations for instance 54e0d75f-42d2-4836-b296-ba661b94564d [ 1041.309134] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1041.322092] env[65368]: INFO nova.compute.manager [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Took 25.42 seconds to build instance. [ 1041.337855] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1041.338043] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1041.338469] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1041.338469] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1041.338469] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1041.338725] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1041.339076] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1041.339076] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1041.339230] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1041.339346] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1041.339524] env[65368]: DEBUG nova.virt.hardware [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1041.340926] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf62cbb-1d69-4a0a-809f-0d78545a48d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.352078] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2efd5f-3b4a-4c39-9276-30c2bfd5941f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.358256] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1041.358534] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1041.358655] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleting the datastore file [datastore2] 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1041.359366] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3f8e22b6-aadb-4abc-9fc8-5402df0afb76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.375868] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1041.375868] env[65368]: value = "task-4425019" [ 1041.375868] env[65368]: _type = "Task" [ 1041.375868] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.385473] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.402877] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1041.534893] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425015, 'name': Rename_Task, 'duration_secs': 0.185697} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.535293] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1041.535598] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f7b2043-c6ca-410d-803d-42eded03eab0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.543203] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1041.543203] env[65368]: value = "task-4425020" [ 1041.543203] env[65368]: _type = "Task" [ 1041.543203] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.553383] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.627395] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.627793] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Instance network_info: |[{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1041.628260] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:b0:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '59b2ab55-dfe8-4327-8090-dd94f2c1803e', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1041.637377] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Creating folder: Project (5dd64d11ccbd4c389e4be8040b0bf1ee). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.638204] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11c5f2b7-5ba1-46f4-b7d6-c44462bf7eee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.653182] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5240b070-2852-be56-9351-476c4c942c05, 'name': SearchDatastore_Task, 'duration_secs': 0.021919} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.655406] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e72a3c-966d-4975-b513-48e6c98a412a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.660141] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Created folder: Project (5dd64d11ccbd4c389e4be8040b0bf1ee) in parent group-v865657. [ 1041.660736] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Creating folder: Instances. Parent ref: group-v865904. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1041.661324] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b69fc540-ad16-44de-918f-c85c6d0ba25a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.665492] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1041.665492] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ea876a-74e2-2a3b-657d-59ce7772ede3" [ 1041.665492] env[65368]: _type = "Task" [ 1041.665492] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.676539] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ea876a-74e2-2a3b-657d-59ce7772ede3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.679026] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Created folder: Instances in parent group-v865904. [ 1041.679026] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.679187] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1041.679462] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e38fe52-7339-498b-a744-ad2d5a911d11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.700737] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1041.700737] env[65368]: value = "task-4425023" [ 1041.700737] env[65368]: _type = "Task" [ 1041.700737] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.710789] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425023, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.714095] env[65368]: DEBUG nova.compute.manager [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Received event network-changed-59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1041.714341] env[65368]: DEBUG nova.compute.manager [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Refreshing instance network info cache due to event network-changed-59b2ab55-dfe8-4327-8090-dd94f2c1803e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1041.714691] env[65368]: DEBUG oslo_concurrency.lockutils [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] Acquiring lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.715634] env[65368]: DEBUG oslo_concurrency.lockutils [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] Acquired lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.715839] env[65368]: DEBUG nova.network.neutron [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Refreshing network info cache for port 59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1041.748761] env[65368]: DEBUG oslo_vmware.api [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305452} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.748761] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.749124] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.749362] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.749647] env[65368]: INFO nova.compute.manager [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1041.749990] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.750319] env[65368]: DEBUG nova.compute.manager [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.751214] env[65368]: DEBUG nova.network.neutron [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.751672] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.806652] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7f642b6d-c306-4024-b9cd-d9d0011b3942 tempest-ServerAddressesTestJSON-2018545712 tempest-ServerAddressesTestJSON-2018545712-project-member] Lock "54e0d75f-42d2-4836-b296-ba661b94564d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.705s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.824385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-832d0307-8824-4946-8088-5933220fe7fe tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.933s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.878216] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.893779] env[65368]: DEBUG oslo_vmware.api [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.268147} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.894546] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1041.895061] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1041.895510] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1041.896302] env[65368]: INFO nova.compute.manager [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1041.897028] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1041.899535] env[65368]: DEBUG nova.compute.manager [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1041.899535] env[65368]: DEBUG nova.network.neutron [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1041.899535] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.931824] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.940793] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Successfully updated port: ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1041.982116] env[65368]: DEBUG nova.network.neutron [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.008140] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.060473] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425020, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.063080] env[65368]: DEBUG nova.compute.manager [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-vif-plugged-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1042.063316] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.066113] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.066195] env[65368]: DEBUG oslo_concurrency.lockutils [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.066388] env[65368]: DEBUG nova.compute.manager [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] No waiting events found dispatching network-vif-plugged-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1042.066614] env[65368]: WARNING nova.compute.manager [req-dd10d8c2-3e92-4ca7-9bcf-2fca0590ba3d req-c62bff42-29bd-4d6d-a3e0-cb556b0870f3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received unexpected event network-vif-plugged-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 for instance with vm_state building and task_state spawning. [ 1042.178283] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ea876a-74e2-2a3b-657d-59ce7772ede3, 'name': SearchDatastore_Task, 'duration_secs': 0.015096} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.178640] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.178932] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 52cdd7b9-0e28-43b0-890d-547ad5db4404/52cdd7b9-0e28-43b0-890d-547ad5db4404.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1042.179251] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ce59f6e-4d8d-41e7-8806-7da29dbd43bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.189292] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1042.189292] env[65368]: value = "task-4425024" [ 1042.189292] env[65368]: _type = "Task" [ 1042.189292] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.204344] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.219031] env[65368]: WARNING neutronclient.v2_0.client [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.222943] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425023, 'name': CreateVM_Task, 'duration_secs': 0.498212} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.223179] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1042.223826] env[65368]: WARNING neutronclient.v2_0.client [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.224414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.224694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.225825] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.225825] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d22fb70-3f79-400e-8135-89cf1ade257b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.235616] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1042.235616] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524dfab5-4a0a-5963-1f3d-ea7cee331ab3" [ 1042.235616] env[65368]: _type = "Task" [ 1042.235616] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.250256] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524dfab5-4a0a-5963-1f3d-ea7cee331ab3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.280860] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ae7d5b58-b065-428c-ba6f-4a903ed8b983 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.282797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.476s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.283155] env[65368]: DEBUG nova.objects.instance [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1042.445174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.445174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.445174] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1042.486455] env[65368]: INFO nova.compute.manager [-] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Took 1.48 seconds to deallocate network for instance. [ 1042.559865] env[65368]: DEBUG oslo_vmware.api [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425020, 'name': PowerOnVM_Task, 'duration_secs': 0.667152} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.560238] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1042.560684] env[65368]: INFO nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1042.561026] env[65368]: DEBUG nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1042.562042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3be9d14-7c52-43a0-83cf-a8854976e50a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.709355] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425024, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.732814] env[65368]: DEBUG nova.network.neutron [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.750180] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524dfab5-4a0a-5963-1f3d-ea7cee331ab3, 'name': SearchDatastore_Task, 'duration_secs': 0.013797} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.750180] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.750512] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1042.750587] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.750920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.751153] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1042.752442] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09b54cdd-6181-4873-99cb-c71d36c96e16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.771792] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1042.772643] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1042.773035] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60f66821-38f6-486b-a607-0545312222f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.783678] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1042.783678] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a34a5-b140-fdb3-f2d6-115da93ced86" [ 1042.783678] env[65368]: _type = "Task" [ 1042.783678] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.804753] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a34a5-b140-fdb3-f2d6-115da93ced86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.995211] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.087483] env[65368]: INFO nova.compute.manager [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Took 25.97 seconds to build instance. [ 1043.113475] env[65368]: DEBUG nova.network.neutron [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.204902] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.236596] env[65368]: INFO nova.compute.manager [-] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Took 1.49 seconds to deallocate network for instance. [ 1043.255604] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1043.298994] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7913a288-d328-4979-bbc7-f4dea22bef5f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.300346] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520a34a5-b140-fdb3-f2d6-115da93ced86, 'name': SearchDatastore_Task, 'duration_secs': 0.058794} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.300448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.058s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.304198] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f1d2b40-1b5f-443b-8243-c6b905827e23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.312236] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1043.312236] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5257b684-8abf-38e9-1377-3d392ea7254d" [ 1043.312236] env[65368]: _type = "Task" [ 1043.312236] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.325969] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5257b684-8abf-38e9-1377-3d392ea7254d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.502766] env[65368]: WARNING neutronclient.v2_0.client [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.562794] env[65368]: WARNING neutronclient.v2_0.client [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.592530] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5cc59e44-56eb-4dcb-a229-f07bdde38b7e tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.488s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.618296] env[65368]: INFO nova.compute.manager [-] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Took 1.72 seconds to deallocate network for instance. [ 1043.710278] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425024, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.711569] env[65368]: DEBUG nova.network.neutron [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updated VIF entry in instance network info cache for port 59b2ab55-dfe8-4327-8090-dd94f2c1803e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.712063] env[65368]: DEBUG nova.network.neutron [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.745755] env[65368]: DEBUG nova.network.neutron [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.749907] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.809257] env[65368]: INFO nova.compute.claims [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.829953] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5257b684-8abf-38e9-1377-3d392ea7254d, 'name': SearchDatastore_Task, 'duration_secs': 0.012492} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.830279] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.830518] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a3ff13e4-652a-469c-a3c3-0c6aa08c815e/a3ff13e4-652a-469c-a3c3-0c6aa08c815e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.830855] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-400953ec-1f71-42f7-89ec-8795a53d20ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.841962] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1043.841962] env[65368]: value = "task-4425025" [ 1043.841962] env[65368]: _type = "Task" [ 1043.841962] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.856072] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.963442] env[65368]: DEBUG nova.compute.manager [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Received event network-vif-deleted-d46a944f-4692-41eb-8c76-ba6b7c0c6c1b {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1043.964365] env[65368]: DEBUG nova.compute.manager [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Received event network-changed-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1043.964365] env[65368]: DEBUG nova.compute.manager [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Refreshing instance network info cache due to event network-changed-fc8a716d-1ade-40f1-bd97-8950eb49f6d4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1043.964365] env[65368]: DEBUG oslo_concurrency.lockutils [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] Acquiring lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.964773] env[65368]: DEBUG oslo_concurrency.lockutils [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] Acquired lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.964894] env[65368]: DEBUG nova.network.neutron [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Refreshing network info cache for port fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.125268] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1044.148187] env[65368]: DEBUG nova.compute.manager [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.148187] env[65368]: DEBUG nova.compute.manager [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1044.148317] env[65368]: DEBUG oslo_concurrency.lockutils [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.214020] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425024, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.778661} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.214020] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 52cdd7b9-0e28-43b0-890d-547ad5db4404/52cdd7b9-0e28-43b0-890d-547ad5db4404.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.214020] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.214020] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-491810d7-c59f-4f1d-95a5-13f78ea13e49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.216348] env[65368]: DEBUG oslo_concurrency.lockutils [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] Releasing lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.216600] env[65368]: DEBUG nova.compute.manager [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Received event network-vif-deleted-c010bda6-9c0c-4f57-9c72-6104b38e9769 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1044.219148] env[65368]: INFO nova.compute.manager [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Neutron deleted interface c010bda6-9c0c-4f57-9c72-6104b38e9769; detaching it from the instance and deleting it from the info cache [ 1044.219148] env[65368]: DEBUG nova.network.neutron [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.224162] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1044.224162] env[65368]: value = "task-4425026" [ 1044.224162] env[65368]: _type = "Task" [ 1044.224162] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.237662] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.249992] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.250479] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Instance network_info: |[{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1044.250909] env[65368]: DEBUG oslo_concurrency.lockutils [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.251118] env[65368]: DEBUG nova.network.neutron [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.253663] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:f4:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1044.261820] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1044.263026] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1044.263294] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80abcc6d-d1a3-4ff9-a362-11e87aa1b836 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.293825] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1044.293825] env[65368]: value = "task-4425027" [ 1044.293825] env[65368]: _type = "Task" [ 1044.293825] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.305513] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425027, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.324341] env[65368]: INFO nova.compute.resource_tracker [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating resource usage from migration bb2fb0c1-095f-42a4-8c07-318115c756ce [ 1044.353700] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425025, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.469380] env[65368]: WARNING neutronclient.v2_0.client [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.644764] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a9d9e0-1ced-403f-82ef-22c69d8dfc7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.657325] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74054457-e35c-4abc-828c-900ce1f5e481 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.697705] env[65368]: WARNING neutronclient.v2_0.client [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.700730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870f3881-94e4-45c5-97f1-a7cacbf3f6fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.710429] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67213339-af8c-4988-b46e-a87f9bdc6f14 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.728452] env[65368]: DEBUG nova.compute.provider_tree [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.730123] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1d3dbf45-8fec-4a5f-8734-c6bdd7ac73bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.744422] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.288071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.745467] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1044.746782] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c32e9bd-f67e-4f56-b3b1-4acd2f74015d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.752258] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4cec74c-878f-41fb-87d9-7066c45f89d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.766816] env[65368]: WARNING neutronclient.v2_0.client [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.796134] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 52cdd7b9-0e28-43b0-890d-547ad5db4404/52cdd7b9-0e28-43b0-890d-547ad5db4404.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1044.807632] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c98b860-846f-4fe2-8296-f19b3ef8ec9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.822776] env[65368]: DEBUG nova.compute.manager [req-fabb80ce-d4f0-44e2-bf01-9fdd87091bd4 req-6fff9399-afbe-48b3-97f3-86f0362f65ac service nova] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Detach interface failed, port_id=c010bda6-9c0c-4f57-9c72-6104b38e9769, reason: Instance 2d83953a-0aee-4384-82f0-9ef796923495 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1044.834723] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425027, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.840136] env[65368]: DEBUG nova.network.neutron [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updated VIF entry in instance network info cache for port fc8a716d-1ade-40f1-bd97-8950eb49f6d4. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1044.840748] env[65368]: DEBUG nova.network.neutron [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updating instance_info_cache with network_info: [{"id": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "address": "fa:16:3e:bc:c2:f5", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc8a716d-1a", "ovs_interfaceid": "fc8a716d-1ade-40f1-bd97-8950eb49f6d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.842292] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1044.842292] env[65368]: value = "task-4425028" [ 1044.842292] env[65368]: _type = "Task" [ 1044.842292] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.857527] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.861642] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632756} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.861921] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a3ff13e4-652a-469c-a3c3-0c6aa08c815e/a3ff13e4-652a-469c-a3c3-0c6aa08c815e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.863930] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.863930] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56caf755-0796-4565-ac59-6b3a1eb89a21 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.875059] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1044.875059] env[65368]: value = "task-4425029" [ 1044.875059] env[65368]: _type = "Task" [ 1044.875059] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.888571] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425029, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.998323] env[65368]: WARNING neutronclient.v2_0.client [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.091839] env[65368]: DEBUG nova.network.neutron [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1045.092230] env[65368]: DEBUG nova.network.neutron [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.238050] env[65368]: DEBUG nova.scheduler.client.report [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.326086] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425027, 'name': CreateVM_Task, 'duration_secs': 0.649732} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.326497] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.327112] env[65368]: WARNING neutronclient.v2_0.client [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.327930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.328364] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.329069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.329658] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d320590-5dfb-4b9b-bd41-93ceb68ea79f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.336692] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1045.336692] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d2dadd-1929-df59-5c62-35173cadbd86" [ 1045.336692] env[65368]: _type = "Task" [ 1045.336692] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.343746] env[65368]: DEBUG oslo_concurrency.lockutils [req-1d633d60-d3a8-4ca4-98a5-53ac3c51dfab req-35de2436-1580-406e-a9e8-856b6243a3ca service nova] Releasing lock "refresh_cache-a723e479-e495-47bf-a21f-44803feb4c36" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.350702] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d2dadd-1929-df59-5c62-35173cadbd86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.357233] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425028, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.371747] env[65368]: DEBUG nova.compute.manager [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.372722] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b44ce76-acd9-4f0d-9b15-87213e366ba7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.391812] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425029, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.113378} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.392566] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.393469] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0327ee18-9522-4edc-adde-75a4eadd94fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.420931] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] a3ff13e4-652a-469c-a3c3-0c6aa08c815e/a3ff13e4-652a-469c-a3c3-0c6aa08c815e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.421311] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6923e2-67be-49a7-985f-76d0bd06a3b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.443595] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1045.443595] env[65368]: value = "task-4425030" [ 1045.443595] env[65368]: _type = "Task" [ 1045.443595] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.453983] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425030, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.596074] env[65368]: DEBUG oslo_concurrency.lockutils [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.596074] env[65368]: DEBUG nova.compute.manager [req-4fc45628-08fd-4f97-a0d2-df2217bafa95 req-a77db6ed-6364-43bb-b49c-ca862be40795 service nova] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Received event network-vif-deleted-c5d3d5b9-4b68-468b-aad8-04bf8654a788 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1045.744566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.443s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.744566] env[65368]: INFO nova.compute.manager [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Migrating [ 1045.751684] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.821s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.753373] env[65368]: INFO nova.compute.claims [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.849066] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d2dadd-1929-df59-5c62-35173cadbd86, 'name': SearchDatastore_Task, 'duration_secs': 0.011164} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.852161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.852424] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1045.852666] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.852804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.852981] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1045.853295] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b7ce02e-8811-4c8c-b40f-1b64c43a9b87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.862058] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425028, 'name': ReconfigVM_Task, 'duration_secs': 0.598725} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.862361] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 52cdd7b9-0e28-43b0-890d-547ad5db4404/52cdd7b9-0e28-43b0-890d-547ad5db4404.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.863062] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-548f0967-1ae3-446d-87fa-1bd0d2189808 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.868052] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1045.868236] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1045.868993] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e9ce68e-1406-4bf5-b32b-c526a79ffca7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.873310] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1045.873310] env[65368]: value = "task-4425031" [ 1045.873310] env[65368]: _type = "Task" [ 1045.873310] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.878601] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1045.878601] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b91b-38be-64aa-c051-ee3a06f0b9d2" [ 1045.878601] env[65368]: _type = "Task" [ 1045.878601] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.885645] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425031, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.891492] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b91b-38be-64aa-c051-ee3a06f0b9d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.893635] env[65368]: INFO nova.compute.manager [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] instance snapshotting [ 1045.897102] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e689a9-f29f-4465-b8eb-bff40d2ebea6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.919352] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264b961d-647c-4be7-a4aa-8257649bbaa1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.955436] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425030, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.267227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.267281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.267422] env[65368]: DEBUG nova.network.neutron [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.386626] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425031, 'name': Rename_Task, 'duration_secs': 0.324184} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.387373] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.387642] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb82839a-cebd-47a5-97f3-a07b0778672e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.393225] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f5b91b-38be-64aa-c051-ee3a06f0b9d2, 'name': SearchDatastore_Task, 'duration_secs': 0.02018} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.395232] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1046.395232] env[65368]: value = "task-4425032" [ 1046.395232] env[65368]: _type = "Task" [ 1046.395232] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.395441] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fab3b49b-01b0-483c-b505-6ef977f73215 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.405520] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1046.405520] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52daa669-181b-fd36-2a07-54a373f5ccab" [ 1046.405520] env[65368]: _type = "Task" [ 1046.405520] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.408720] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425032, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.418450] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52daa669-181b-fd36-2a07-54a373f5ccab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.432861] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1046.433205] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4a8ca433-0b7a-43a1-971c-530bc99d84df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.441958] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1046.441958] env[65368]: value = "task-4425033" [ 1046.441958] env[65368]: _type = "Task" [ 1046.441958] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.455075] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425030, 'name': ReconfigVM_Task, 'duration_secs': 0.791391} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.458497] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] a3ff13e4-652a-469c-a3c3-0c6aa08c815e/a3ff13e4-652a-469c-a3c3-0c6aa08c815e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1046.459295] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.459521] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c866909-7bf4-4644-b663-762443c81b96 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.466708] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1046.466708] env[65368]: value = "task-4425034" [ 1046.466708] env[65368]: _type = "Task" [ 1046.466708] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.476557] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425034, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.775319] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.910782] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.928412] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52daa669-181b-fd36-2a07-54a373f5ccab, 'name': SearchDatastore_Task, 'duration_secs': 0.016995} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.928809] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.929227] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a71ceeb3-df5d-42f9-b9d0-ab1f61a74070/a71ceeb3-df5d-42f9-b9d0-ab1f61a74070.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.929476] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80918141-ca36-4815-a6db-1e7d8d30c792 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.944264] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1046.944264] env[65368]: value = "task-4425035" [ 1046.944264] env[65368]: _type = "Task" [ 1046.944264] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.959546] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425033, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.963050] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425035, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.978443] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425034, 'name': Rename_Task, 'duration_secs': 0.192822} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.979145] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.979145] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9854678b-0f56-4854-aeae-7b102d09d4fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.982689] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.993297] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1046.993297] env[65368]: value = "task-4425036" [ 1046.993297] env[65368]: _type = "Task" [ 1046.993297] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.003643] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425036, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.068652] env[65368]: DEBUG nova.network.neutron [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.088940] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda251f8-b3d3-4f4c-bafd-e7bd42ab73ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.101163] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a030d-8f52-4f48-bed5-fd6c578cdf1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.147061] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254989e9-6941-45c8-a1bf-d7d89df026ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.158247] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d7b55b-dcf9-4b79-a365-74e3dc9f8995 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.175642] env[65368]: DEBUG nova.compute.provider_tree [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.416773] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425032, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.455377] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425033, 'name': CreateSnapshot_Task, 'duration_secs': 0.692498} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.456312] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1047.457053] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c6d474-8084-4ae5-8b3a-b73b8080d78c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.464309] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425035, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.506059] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425036, 'name': PowerOnVM_Task} progress is 71%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.572712] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.680369] env[65368]: DEBUG nova.scheduler.client.report [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.910958] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425032, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.959641] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425035, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568801} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.960208] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] a71ceeb3-df5d-42f9-b9d0-ab1f61a74070/a71ceeb3-df5d-42f9-b9d0-ab1f61a74070.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.960395] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.960733] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b1afbab-20d2-40cc-92dc-da467be7dd7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.970065] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1047.970065] env[65368]: value = "task-4425037" [ 1047.970065] env[65368]: _type = "Task" [ 1047.970065] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.984065] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1047.984065] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eac6cfdc-00c2-4b58-a570-d7cf1a21a4e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.994532] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425037, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.000300] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1048.000300] env[65368]: value = "task-4425038" [ 1048.000300] env[65368]: _type = "Task" [ 1048.000300] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.009710] env[65368]: DEBUG oslo_vmware.api [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425036, 'name': PowerOnVM_Task, 'duration_secs': 0.751757} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.010696] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.010996] env[65368]: INFO nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Took 9.38 seconds to spawn the instance on the hypervisor. [ 1048.011300] env[65368]: DEBUG nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.012333] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08126c12-6ddc-472d-aca2-896d70154d95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.019325] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425038, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.187085] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.435s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.187825] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1048.190952] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.196s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.190952] env[65368]: DEBUG nova.objects.instance [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid 2d83953a-0aee-4384-82f0-9ef796923495 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.413796] env[65368]: DEBUG oslo_vmware.api [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425032, 'name': PowerOnVM_Task, 'duration_secs': 1.56329} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.414184] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1048.414465] env[65368]: INFO nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Took 11.72 seconds to spawn the instance on the hypervisor. [ 1048.414744] env[65368]: DEBUG nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1048.415878] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-847be6bd-705e-4062-977e-f616e4b42917 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.481713] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425037, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084254} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.482693] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.483523] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce03a4e-c921-4720-8818-57925a08002b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.510080] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] a71ceeb3-df5d-42f9-b9d0-ab1f61a74070/a71ceeb3-df5d-42f9-b9d0-ab1f61a74070.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.510080] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cdf37d8-90e7-4d48-8b40-422a0c921a4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.542438] env[65368]: INFO nova.compute.manager [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Took 22.26 seconds to build instance. [ 1048.546197] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425038, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.548716] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1048.548716] env[65368]: value = "task-4425039" [ 1048.548716] env[65368]: _type = "Task" [ 1048.548716] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.694671] env[65368]: DEBUG nova.compute.utils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.699629] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1048.699860] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1048.700195] env[65368]: WARNING neutronclient.v2_0.client [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.700554] env[65368]: WARNING neutronclient.v2_0.client [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.753478] env[65368]: DEBUG nova.policy [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9d1bbc19d647348371d9c565153629', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0853dff07c544b1c9b2eea2b9bd1d4f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.944148] env[65368]: INFO nova.compute.manager [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Took 31.15 seconds to build instance. [ 1048.979402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3781b5-738b-4802-855d-7cc59fa95d52 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.988926] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ac0bda-6948-4d8a-9deb-0708e6ab8136 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.032239] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefcf72e-230e-4d20-9bf5-0fec781e4841 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.048337] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd67e0e0-931b-4820-a058-0a354c0f026f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.054899] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425038, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.055480] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ddc0b65a-9c6c-465a-bf17-aad11cb31e65 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.793s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.074384] env[65368]: DEBUG nova.compute.provider_tree [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.079965] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425039, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.090239] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e88ca09-3c79-4e3d-b9d9-45293a895dea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.110585] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1049.115639] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Successfully created port: 20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.204057] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1049.446639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c5f408a4-b02a-4778-a0fd-495b54f59f43 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.655s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.541017] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425038, 'name': CloneVM_Task} progress is 95%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.566226] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425039, 'name': ReconfigVM_Task, 'duration_secs': 0.549267} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.566531] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfigured VM instance instance-0000005a to attach disk [datastore1] a71ceeb3-df5d-42f9-b9d0-ab1f61a74070/a71ceeb3-df5d-42f9-b9d0-ab1f61a74070.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.567234] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07c53ae1-0852-4207-8e36-a7d55fe5a0c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.576252] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1049.576252] env[65368]: value = "task-4425040" [ 1049.576252] env[65368]: _type = "Task" [ 1049.576252] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.577208] env[65368]: DEBUG nova.scheduler.client.report [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.594821] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425040, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.616981] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.617424] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07f6fc23-d7dc-492b-926a-8e30691f6bf0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.626060] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1049.626060] env[65368]: value = "task-4425041" [ 1049.626060] env[65368]: _type = "Task" [ 1049.626060] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.637383] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1049.637610] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.041440] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425038, 'name': CloneVM_Task, 'duration_secs': 1.860373} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.041872] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Created linked-clone VM from snapshot [ 1050.042554] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17ee2f8-7ff0-42ff-9bd7-1076136387a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.051428] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Uploading image 4cb68105-d622-49b7-95bf-bc979151b6f4 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1050.067062] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1050.067224] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5603206d-1136-4180-af5c-f3b21bcd8bb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.075744] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1050.075744] env[65368]: value = "task-4425042" [ 1050.075744] env[65368]: _type = "Task" [ 1050.075744] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.092842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.902s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.095105] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425042, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.099551] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.350s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.099886] env[65368]: DEBUG nova.objects.instance [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'resources' on Instance uuid 0d21af5f-5f19-46dd-9c18-df965550e00c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.102088] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425040, 'name': Rename_Task, 'duration_secs': 0.290384} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.102388] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.102767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa249370-5b58-4978-aecb-0d073eae1f1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.112585] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1050.112585] env[65368]: value = "task-4425043" [ 1050.112585] env[65368]: _type = "Task" [ 1050.112585] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.125364] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425043, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.127094] env[65368]: INFO nova.scheduler.client.report [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance 2d83953a-0aee-4384-82f0-9ef796923495 [ 1050.145102] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.145454] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.145719] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.145962] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.146163] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.146380] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.146655] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.146856] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.147489] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.147489] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.147489] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.154783] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572ea0ec-7065-43e4-aaf3-6daa123445c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.173876] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1050.173876] env[65368]: value = "task-4425044" [ 1050.173876] env[65368]: _type = "Task" [ 1050.173876] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.184942] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425044, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.199955] env[65368]: DEBUG nova.compute.manager [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Received event network-changed-59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.200104] env[65368]: DEBUG nova.compute.manager [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Refreshing instance network info cache due to event network-changed-59b2ab55-dfe8-4327-8090-dd94f2c1803e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1050.200478] env[65368]: DEBUG oslo_concurrency.lockutils [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] Acquiring lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.200745] env[65368]: DEBUG oslo_concurrency.lockutils [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] Acquired lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.201000] env[65368]: DEBUG nova.network.neutron [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Refreshing network info cache for port 59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.221962] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.254991] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.255463] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.255463] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.255463] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.255592] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.255800] env[65368]: DEBUG nova.virt.hardware [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.256863] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3644eab4-0c15-49bd-8f08-bb79a9c1408d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.267262] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af782b-f930-4a35-93f1-d6fd4f29e4b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.587795] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425042, 'name': Destroy_Task, 'duration_secs': 0.498648} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.588148] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Destroyed the VM [ 1050.588473] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1050.588760] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4150236a-4c49-4df1-8651-5edff040fcf2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.598046] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1050.598046] env[65368]: value = "task-4425045" [ 1050.598046] env[65368]: _type = "Task" [ 1050.598046] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.615154] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425045, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.622979] env[65368]: DEBUG nova.compute.manager [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Received event network-vif-plugged-20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1050.623211] env[65368]: DEBUG oslo_concurrency.lockutils [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] Acquiring lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.623589] env[65368]: DEBUG oslo_concurrency.lockutils [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.623788] env[65368]: DEBUG oslo_concurrency.lockutils [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.624105] env[65368]: DEBUG nova.compute.manager [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] No waiting events found dispatching network-vif-plugged-20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1050.624326] env[65368]: WARNING nova.compute.manager [req-606205c8-991b-4539-90b5-079237cf41ae req-2ceab20c-e026-462a-9434-3c89361a8a4f service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Received unexpected event network-vif-plugged-20e805fa-8795-4221-9993-7310bb50c080 for instance with vm_state building and task_state spawning. [ 1050.640916] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425043, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.641974] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e36d0e9-fe61-41c3-9943-95209ac52fca tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "2d83953a-0aee-4384-82f0-9ef796923495" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.328s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.691251] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425044, 'name': ReconfigVM_Task, 'duration_secs': 0.264294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.695337] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1050.705021] env[65368]: WARNING neutronclient.v2_0.client [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.738537] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Successfully updated port: 20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1050.792190] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.792500] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.792813] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.793047] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.793228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.801219] env[65368]: INFO nova.compute.manager [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Terminating instance [ 1050.904829] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede1616-2ac6-4382-bd1a-1a922657911b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.914728] env[65368]: WARNING neutronclient.v2_0.client [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.918190] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9416282c-d02f-440e-ad1b-480f3955921f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.953490] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-388e4b0f-e3ed-436a-8be4-1e0b00fad364 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.962716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6edb4fd-8f74-4451-9554-b8977955c3cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.982566] env[65368]: DEBUG nova.compute.provider_tree [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.015691] env[65368]: DEBUG nova.network.neutron [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updated VIF entry in instance network info cache for port 59b2ab55-dfe8-4327-8090-dd94f2c1803e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1051.015976] env[65368]: DEBUG nova.network.neutron [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.099651] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1051.100654] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e8013a-17a3-4ede-a8aa-4a369c7e9c66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.115407] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425045, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.116051] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1051.116214] env[65368]: ERROR oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk due to incomplete transfer. [ 1051.119144] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0780de7e-a2df-424f-bb17-72a94dd8c3cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.126762] env[65368]: DEBUG oslo_vmware.api [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425043, 'name': PowerOnVM_Task, 'duration_secs': 0.983016} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.127905] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1051.128079] env[65368]: INFO nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Took 9.82 seconds to spawn the instance on the hypervisor. [ 1051.128254] env[65368]: DEBUG nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1051.128530] env[65368]: DEBUG oslo_vmware.rw_handles [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52a13b0f-cb35-f6c2-572a-1b28dce6671f/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1051.128695] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Uploaded image 03cfa578-9fed-4609-9746-a4b9d7024eb7 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1051.130837] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1051.131606] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e171a9b-705e-4540-8326-68e1c81ccc09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.134270] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-76f4069b-2783-4837-b2d6-0871af52795c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.143972] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1051.143972] env[65368]: value = "task-4425046" [ 1051.143972] env[65368]: _type = "Task" [ 1051.143972] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.153577] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425046, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.204761] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1051.205081] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.205279] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1051.205422] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.205560] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1051.205702] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1051.205901] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1051.206151] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1051.206345] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1051.206508] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1051.206677] env[65368]: DEBUG nova.virt.hardware [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1051.212345] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1051.212972] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35f39f99-7a17-4786-846e-3c059e4350d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.233217] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1051.233217] env[65368]: value = "task-4425047" [ 1051.233217] env[65368]: _type = "Task" [ 1051.233217] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.243178] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.243341] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.243576] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.245132] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425047, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.305885] env[65368]: DEBUG nova.compute.manager [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1051.306317] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1051.307187] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b288ba85-95ad-44a9-95cb-66baac52869f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.316089] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1051.316316] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f89c95bc-9df9-4502-8508-d981b7d6d0e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.324703] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1051.324703] env[65368]: value = "task-4425048" [ 1051.324703] env[65368]: _type = "Task" [ 1051.324703] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.333393] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.488027] env[65368]: DEBUG nova.scheduler.client.report [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.519821] env[65368]: DEBUG oslo_concurrency.lockutils [req-d6e8deed-40f8-4209-af0f-1efce22fb4c7 req-0a213ac6-bdfb-4a2e-95a2-c7a048852507 service nova] Releasing lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.614706] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425045, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.656132] env[65368]: INFO nova.compute.manager [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Took 19.56 seconds to build instance. [ 1051.661175] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425046, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.744069] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425047, 'name': ReconfigVM_Task, 'duration_secs': 0.386468} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.744353] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1051.745191] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0895c9bb-7482-4fd6-a4ee-9360ae0a5889 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.772780] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1051.773132] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a93e409c-37fa-4b16-943b-b5e081dcd261 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.788155] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.797188] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1051.797188] env[65368]: value = "task-4425049" [ 1051.797188] env[65368]: _type = "Task" [ 1051.797188] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.810309] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.835967] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425048, 'name': PowerOffVM_Task, 'duration_secs': 0.30223} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.836223] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1051.836352] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1051.836707] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-500b8f66-40bb-489b-9fec-ad449f27dbb0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.883680] env[65368]: WARNING neutronclient.v2_0.client [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.973496] env[65368]: DEBUG nova.network.neutron [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Updating instance_info_cache with network_info: [{"id": "20e805fa-8795-4221-9993-7310bb50c080", "address": "fa:16:3e:d9:4c:9f", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e805fa-87", "ovs_interfaceid": "20e805fa-8795-4221-9993-7310bb50c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.992206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.995024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.870s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.995024] env[65368]: DEBUG nova.objects.instance [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'resources' on Instance uuid 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.014686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1052.015082] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1052.015082] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore1] 52cdd7b9-0e28-43b0-890d-547ad5db4404 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1052.015776] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32151fbe-4565-4f88-955f-8c8008cadb56 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.020651] env[65368]: INFO nova.scheduler.client.report [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocations for instance 0d21af5f-5f19-46dd-9c18-df965550e00c [ 1052.023296] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1052.023296] env[65368]: value = "task-4425051" [ 1052.023296] env[65368]: _type = "Task" [ 1052.023296] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.035377] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.115861] env[65368]: DEBUG oslo_vmware.api [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425045, 'name': RemoveSnapshot_Task, 'duration_secs': 1.218897} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.116460] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.161197] env[65368]: DEBUG oslo_concurrency.lockutils [None req-018b5bee-5a06-4689-820f-6b7c8d3e0d50 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.072s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.161549] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425046, 'name': Destroy_Task, 'duration_secs': 0.699231} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.161838] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Destroyed the VM [ 1052.162101] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1052.163073] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1528cc81-b4cc-4eb5-8047-5cf0a4969317 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.170899] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1052.170899] env[65368]: value = "task-4425052" [ 1052.170899] env[65368]: _type = "Task" [ 1052.170899] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.181390] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425052, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.186035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "8e480cf8-3017-4386-ada1-fc5162b2210e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.186258] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.310292] env[65368]: DEBUG oslo_vmware.api [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425049, 'name': ReconfigVM_Task, 'duration_secs': 0.321207} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.310434] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872/00c46fcf-9b4c-4a11-8f83-8ea239cae872.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1052.310627] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1052.370089] env[65368]: DEBUG nova.compute.manager [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.370624] env[65368]: DEBUG nova.compute.manager [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1052.370967] env[65368]: DEBUG oslo_concurrency.lockutils [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.371055] env[65368]: DEBUG oslo_concurrency.lockutils [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.371211] env[65368]: DEBUG nova.network.neutron [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.476845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.477902] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance network_info: |[{"id": "20e805fa-8795-4221-9993-7310bb50c080", "address": "fa:16:3e:d9:4c:9f", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e805fa-87", "ovs_interfaceid": "20e805fa-8795-4221-9993-7310bb50c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1052.478463] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:4c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e805fa-8795-4221-9993-7310bb50c080', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.486672] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.486906] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.487163] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5035e4a1-6464-46c7-b512-1ed0c9c2d601 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.514986] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.514986] env[65368]: value = "task-4425053" [ 1052.514986] env[65368]: _type = "Task" [ 1052.514986] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.532742] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425053, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.533380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a0214de0-bedf-4a77-9491-f43edcf05098 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "0d21af5f-5f19-46dd-9c18-df965550e00c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.434s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.548856] env[65368]: DEBUG oslo_vmware.api [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.355458} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.549182] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1052.549464] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1052.550425] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1052.550425] env[65368]: INFO nova.compute.manager [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1052.550425] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1052.550425] env[65368]: DEBUG nova.compute.manager [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1052.550664] env[65368]: DEBUG nova.network.neutron [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1052.550712] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.592073] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.621851] env[65368]: WARNING nova.compute.manager [None req-bd53b33c-637e-4f81-9739-f6d5461128e0 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Image not found during snapshot: nova.exception.ImageNotFound: Image 4cb68105-d622-49b7-95bf-bc979151b6f4 could not be found. [ 1052.682904] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425052, 'name': RemoveSnapshot_Task, 'duration_secs': 0.396141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.683207] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1052.683549] env[65368]: DEBUG nova.compute.manager [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1052.688277] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5e52dd-c4e5-45a2-bedd-531111f536eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.688723] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1052.795802] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6245a9-7d71-4c23-baa4-074c4a8852d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.806179] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc86fda-2905-43d7-a022-49809737e754 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.842107] env[65368]: DEBUG nova.network.neutron [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.847029] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee75c84-acbe-4ffe-83a6-6bb40a25fac5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.847357] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2a81cba-a385-4223-98de-bf965962db82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.851092] env[65368]: DEBUG nova.compute.manager [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Received event network-changed-20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1052.851268] env[65368]: DEBUG nova.compute.manager [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Refreshing instance network info cache due to event network-changed-20e805fa-8795-4221-9993-7310bb50c080. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1052.851475] env[65368]: DEBUG oslo_concurrency.lockutils [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] Acquiring lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.851606] env[65368]: DEBUG oslo_concurrency.lockutils [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] Acquired lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.851755] env[65368]: DEBUG nova.network.neutron [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Refreshing network info cache for port 20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.877568] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef6cf3a-6edd-4e5d-a036-23298011c39f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.882855] env[65368]: WARNING neutronclient.v2_0.client [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.886466] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e74474a-5e3d-4dd4-9137-5203a3386706 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.900885] env[65368]: DEBUG nova.compute.provider_tree [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.916445] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1053.006263] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.006499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.033524] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425053, 'name': CreateVM_Task, 'duration_secs': 0.384904} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.034778] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.034778] env[65368]: WARNING neutronclient.v2_0.client [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.034778] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.034934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.035252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.035792] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae452b7-50d4-47a6-b3bf-59837595b2fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.043595] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1053.043595] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215acfa-c3d2-f07b-fb82-c03d25bb72e3" [ 1053.043595] env[65368]: _type = "Task" [ 1053.043595] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.054572] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215acfa-c3d2-f07b-fb82-c03d25bb72e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.112862] env[65368]: WARNING neutronclient.v2_0.client [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.201798] env[65368]: DEBUG nova.network.neutron [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.202176] env[65368]: DEBUG nova.network.neutron [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.208167] env[65368]: INFO nova.compute.manager [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Shelve offloading [ 1053.228159] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.355171] env[65368]: INFO nova.compute.manager [-] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Took 0.80 seconds to deallocate network for instance. [ 1053.355413] env[65368]: WARNING neutronclient.v2_0.client [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.422036] env[65368]: DEBUG nova.scheduler.client.report [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.427064] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.427064] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.465241] env[65368]: DEBUG nova.network.neutron [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Port 52d602e9-207b-45b2-88b1-f2738dcf8a62 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1053.508646] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1053.518883] env[65368]: WARNING neutronclient.v2_0.client [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.557084] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5215acfa-c3d2-f07b-fb82-c03d25bb72e3, 'name': SearchDatastore_Task, 'duration_secs': 0.013347} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.560396] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.560746] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1053.561027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.561202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.561385] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1053.562383] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-76163333-e111-471b-b0f1-ab06076852da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.572794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.573027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.573251] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.573428] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.573590] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.575332] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1053.575499] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1053.576571] env[65368]: INFO nova.compute.manager [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Terminating instance [ 1053.577833] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56a74133-21d3-4f4b-8b8a-c85c8407da44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.585281] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1053.585281] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524eeab9-9fd1-6440-fa17-541e21fcbbe9" [ 1053.585281] env[65368]: _type = "Task" [ 1053.585281] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.594868] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524eeab9-9fd1-6440-fa17-541e21fcbbe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.617281] env[65368]: DEBUG nova.network.neutron [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Updated VIF entry in instance network info cache for port 20e805fa-8795-4221-9993-7310bb50c080. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.617638] env[65368]: DEBUG nova.network.neutron [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Updating instance_info_cache with network_info: [{"id": "20e805fa-8795-4221-9993-7310bb50c080", "address": "fa:16:3e:d9:4c:9f", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20e805fa-87", "ovs_interfaceid": "20e805fa-8795-4221-9993-7310bb50c080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.707420] env[65368]: DEBUG oslo_concurrency.lockutils [req-1cb6a100-20ae-44dc-93fa-1c624ea17ec7 req-01d3d906-9425-4e4b-878b-3941c4105481 service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.713432] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.714372] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-11b4b5d1-4e19-416a-b967-7a4bada5ed77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.725515] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1053.725515] env[65368]: value = "task-4425054" [ 1053.725515] env[65368]: _type = "Task" [ 1053.725515] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.736842] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1053.737090] env[65368]: DEBUG nova.compute.manager [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.738816] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaddaebd-6437-4815-b51d-f73715353a8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.747399] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.747593] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.747757] env[65368]: DEBUG nova.network.neutron [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.864997] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.873013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.873273] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.873473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.873650] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.873831] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.876106] env[65368]: INFO nova.compute.manager [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Terminating instance [ 1053.931045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.936s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.933600] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.706s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.935636] env[65368]: INFO nova.compute.claims [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1053.953677] env[65368]: INFO nova.scheduler.client.report [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted allocations for instance 2ae1dcc9-e569-47db-89e7-c4d4d576ff34 [ 1054.034953] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.083215] env[65368]: DEBUG nova.compute.manager [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1054.083478] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.083760] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbd8e0ac-0e91-4a32-8167-dd6a5936883b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.096658] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524eeab9-9fd1-6440-fa17-541e21fcbbe9, 'name': SearchDatastore_Task, 'duration_secs': 0.014051} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.098377] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1054.098377] env[65368]: value = "task-4425055" [ 1054.098377] env[65368]: _type = "Task" [ 1054.098377] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.098606] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b51d902-d26b-4d09-9ce9-7d03b44bcea5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.107553] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1054.107553] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52833beb-a403-26eb-9d59-8abb82d85689" [ 1054.107553] env[65368]: _type = "Task" [ 1054.107553] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.111495] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.120838] env[65368]: DEBUG oslo_concurrency.lockutils [req-4838f7cf-5528-43d7-9bbc-5218922bb6d3 req-a17f025b-8321-4973-8ab5-2a2d249ec283 service nova] Releasing lock "refresh_cache-f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.121284] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52833beb-a403-26eb-9d59-8abb82d85689, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.251207] env[65368]: WARNING neutronclient.v2_0.client [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.382220] env[65368]: DEBUG nova.compute.manager [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1054.382469] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1054.383552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c29cf043-5830-4030-a193-4b295a443fde {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.392820] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1054.393126] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c424d868-3767-4e01-95b0-9753c628894e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.403919] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1054.403919] env[65368]: value = "task-4425056" [ 1054.403919] env[65368]: _type = "Task" [ 1054.403919] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.417741] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.456425] env[65368]: WARNING neutronclient.v2_0.client [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.461899] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afb40da1-e9dc-4782-bdf1-6e77a88b410c tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "2ae1dcc9-e569-47db-89e7-c4d4d576ff34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.256s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.488816] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.489121] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.489318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.543248] env[65368]: DEBUG nova.network.neutron [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.611567] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425055, 'name': PowerOffVM_Task, 'duration_secs': 0.432169} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.615233] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.615447] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1054.615816] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865876', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'name': 'volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b1a98c-8f2b-4138-8728-b97923f6c4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'serial': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1054.616706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d53887a-6c63-4480-abdc-9bcfad70ea3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.627225] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52833beb-a403-26eb-9d59-8abb82d85689, 'name': SearchDatastore_Task, 'duration_secs': 0.019033} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.643225] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.643519] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1054.643879] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4ce476cd-a338-434d-9b71-2cbfd09884a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.646706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880310ca-3f37-4a2a-a651-36a34ea18a8e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.655399] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd11f68d-5b9a-4452-af38-d5e8084f8785 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.658717] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1054.658717] env[65368]: value = "task-4425057" [ 1054.658717] env[65368]: _type = "Task" [ 1054.658717] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.676586] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e46fda-4ec4-4935-a8b1-77c664815d00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.682370] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.698450] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] The volume has not been displaced from its original location: [datastore1] volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c/volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1054.703966] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Reconfiguring VM instance instance-00000052 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1054.704382] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8deea817-8bc0-48a1-a601-0a1ad26d028d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.724776] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1054.724776] env[65368]: value = "task-4425058" [ 1054.724776] env[65368]: _type = "Task" [ 1054.724776] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.734028] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425058, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.858591] env[65368]: DEBUG nova.compute.manager [req-6202da99-54df-4efc-be40-72a2193a738b req-f3e05072-1df6-4172-ad56-5f66f4cbbb43 service nova] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Received event network-vif-deleted-25ce4666-35f2-45d5-98c4-7da332fa2887 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1054.915619] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425056, 'name': PowerOffVM_Task, 'duration_secs': 0.440558} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.915908] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.916430] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.916430] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0aa8f53-ddf7-4a45-ab1b-be8a6e70b22d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.007428] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.007902] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.008199] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleting the datastore file [datastore1] cb6ecbf5-80b5-49f5-900f-3ff454ed1039 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.009518] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-072519ec-f0a3-49ca-bd3d-cdd57fb8c46f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.021171] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for the task: (returnval){ [ 1055.021171] env[65368]: value = "task-4425060" [ 1055.021171] env[65368]: _type = "Task" [ 1055.021171] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.043358] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425060, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.048702] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.049438] env[65368]: WARNING neutronclient.v2_0.client [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.049986] env[65368]: WARNING neutronclient.v2_0.client [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.180030] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425057, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.236327] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425058, 'name': ReconfigVM_Task, 'duration_secs': 0.184704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.236435] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Reconfigured VM instance instance-00000052 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1055.246378] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c90d0ccb-8154-43b7-9a47-c415e1ff6b94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.264780] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1055.264780] env[65368]: value = "task-4425061" [ 1055.264780] env[65368]: _type = "Task" [ 1055.264780] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.270699] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154a52e9-ed80-4079-ae37-84d8d8b3da93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.279281] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425061, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.285810] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e322024a-0fa0-47b9-b50e-9b2ec022cc43 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.323764] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098b6eb3-5fe6-4dea-aaff-689fb58b3471 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.336396] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6121f85-cbf1-450c-8f8c-37892698bb4b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.360671] env[65368]: DEBUG nova.compute.provider_tree [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.373259] env[65368]: DEBUG nova.compute.manager [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-vif-unplugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1055.373909] env[65368]: DEBUG oslo_concurrency.lockutils [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.374036] env[65368]: DEBUG oslo_concurrency.lockutils [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.374312] env[65368]: DEBUG oslo_concurrency.lockutils [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.374635] env[65368]: DEBUG nova.compute.manager [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] No waiting events found dispatching network-vif-unplugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1055.374799] env[65368]: WARNING nova.compute.manager [req-2582efff-921b-4b77-8fbf-705c1bb2ff4d req-d2717cf7-224f-4538-b73d-505d42aea866 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received unexpected event network-vif-unplugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e for instance with vm_state shelved and task_state shelving_offloading. [ 1055.484434] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.485425] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fac424-6695-4b5c-81e5-3cdafffc40f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.494510] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.494510] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f11cdc1-3447-4573-8f6a-6ee922b1f730 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.496962] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.532439] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.532608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.532780] env[65368]: DEBUG nova.network.neutron [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1055.539895] env[65368]: DEBUG oslo_vmware.api [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Task: {'id': task-4425060, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304557} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.540171] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1055.540355] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1055.540525] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1055.540690] env[65368]: INFO nova.compute.manager [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1055.541102] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1055.541247] env[65368]: DEBUG nova.compute.manager [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1055.541247] env[65368]: DEBUG nova.network.neutron [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1055.541473] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.571049] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.571309] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.571487] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore2] 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.571763] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1fb49d8-64c6-4c3e-9111-52675253b84f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.574911] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.578586] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1055.578586] env[65368]: value = "task-4425064" [ 1055.578586] env[65368]: _type = "Task" [ 1055.578586] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.587330] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425064, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.676962] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425057, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559288} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.677464] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1055.677821] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1055.678201] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c94ee7d-8f46-4df7-a6ab-7fd813510503 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.685771] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1055.685771] env[65368]: value = "task-4425065" [ 1055.685771] env[65368]: _type = "Task" [ 1055.685771] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.695067] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.777128] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425061, 'name': ReconfigVM_Task, 'duration_secs': 0.162989} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.777485] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865876', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'name': 'volume-3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b3b1a98c-8f2b-4138-8728-b97923f6c4f0', 'attached_at': '', 'detached_at': '', 'volume_id': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c', 'serial': '3653000d-4f1f-42b3-ab41-8f4c064cbf0c'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1055.777785] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.779105] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5de07b8-3385-4c34-b551-00078f094afc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.788350] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1055.788641] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-671076f4-2bda-4338-9088-088c7df4c9fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.866319] env[65368]: DEBUG nova.scheduler.client.report [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.871107] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1055.871333] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1055.871510] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Deleting the datastore file [datastore1] b3b1a98c-8f2b-4138-8728-b97923f6c4f0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1055.871852] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d736e23b-5bfc-4a89-873c-11343468b534 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.880165] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for the task: (returnval){ [ 1055.880165] env[65368]: value = "task-4425067" [ 1055.880165] env[65368]: _type = "Task" [ 1055.880165] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.891529] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.035540] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.090084] env[65368]: DEBUG oslo_vmware.api [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425064, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.385852} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.090469] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.090707] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.090930] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.122136] env[65368]: INFO nova.scheduler.client.report [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted allocations for instance 2129d341-9628-4bbe-abd9-044873852f39 [ 1056.196506] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.241775] env[65368]: WARNING neutronclient.v2_0.client [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.286995] env[65368]: DEBUG nova.network.neutron [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.314923] env[65368]: DEBUG nova.network.neutron [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.371028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.371628] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1056.374917] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.510s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.374917] env[65368]: DEBUG nova.objects.instance [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'resources' on Instance uuid 52cdd7b9-0e28-43b0-890d-547ad5db4404 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1056.391711] env[65368]: DEBUG oslo_vmware.api [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Task: {'id': task-4425067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096483} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.391986] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.392191] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.392364] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.392532] env[65368]: INFO nova.compute.manager [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Took 2.31 seconds to destroy the instance on the hypervisor. [ 1056.392845] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1056.392938] env[65368]: DEBUG nova.compute.manager [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.393075] env[65368]: DEBUG nova.network.neutron [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.393334] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.426522] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.631195] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.699717] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.755858} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.699717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.700490] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59fe189-dc59-4ab8-948d-d635f1b8ab41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.726100] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.726430] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3509dc-2c05-4e07-90df-e80e2f31ed3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.746395] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1056.746395] env[65368]: value = "task-4425068" [ 1056.746395] env[65368]: _type = "Task" [ 1056.746395] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.757021] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425068, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.789805] env[65368]: INFO nova.compute.manager [-] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Took 1.25 seconds to deallocate network for instance. [ 1056.820264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.877447] env[65368]: DEBUG nova.compute.utils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.879087] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1056.879484] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1056.879647] env[65368]: WARNING neutronclient.v2_0.client [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.879910] env[65368]: WARNING neutronclient.v2_0.client [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.939695] env[65368]: DEBUG nova.policy [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.149706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98be616e-7df2-4acb-8806-58548097b1ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.160094] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81fd43a3-b4be-4bfe-9ba7-b65ed58b26ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.192379] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc6a11fc-81e3-4253-9f89-b28da314660a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.200640] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9870a77c-99ff-48f6-b319-1c75162511cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.216021] env[65368]: DEBUG nova.compute.provider_tree [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.258159] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425068, 'name': ReconfigVM_Task, 'duration_secs': 0.307315} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.258460] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Reconfigured VM instance instance-0000005b to attach disk [datastore2] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.259128] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-048378f4-edb5-4cf3-86c4-00dba7dcd143 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.267364] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1057.267364] env[65368]: value = "task-4425069" [ 1057.267364] env[65368]: _type = "Task" [ 1057.267364] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.278228] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425069, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.296995] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Successfully created port: b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.300405] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.342042] env[65368]: DEBUG nova.network.neutron [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.359681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681d77ce-7e6b-4599-b5e3-ae4d76be15b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.382787] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a05bea-0545-4e8e-9470-8f9ad6ef5f76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.386575] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1057.394799] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.413832] env[65368]: DEBUG nova.compute.manager [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1057.413832] env[65368]: DEBUG nova.compute.manager [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing instance network info cache due to event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1057.413992] env[65368]: DEBUG oslo_concurrency.lockutils [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.414808] env[65368]: DEBUG oslo_concurrency.lockutils [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.414808] env[65368]: DEBUG nova.network.neutron [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.720532] env[65368]: DEBUG nova.scheduler.client.report [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1057.779146] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425069, 'name': Rename_Task, 'duration_secs': 0.148849} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.779472] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1057.779713] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adf311ca-4bd1-4e2b-a1c0-10dff3497e66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.788967] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1057.788967] env[65368]: value = "task-4425070" [ 1057.788967] env[65368]: _type = "Task" [ 1057.788967] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.799436] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425070, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.844921] env[65368]: INFO nova.compute.manager [-] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Took 1.45 seconds to deallocate network for instance. [ 1057.902055] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-23d534e9-327e-4682-b5d2-1108a54d8ee9 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance '00c46fcf-9b4c-4a11-8f83-8ea239cae872' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1057.919030] env[65368]: WARNING neutronclient.v2_0.client [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.230916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.855s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.232394] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.198s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.234162] env[65368]: INFO nova.compute.claims [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.272324] env[65368]: INFO nova.scheduler.client.report [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance 52cdd7b9-0e28-43b0-890d-547ad5db4404 [ 1058.304772] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425070, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.395927] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1058.405660] env[65368]: INFO nova.compute.manager [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Took 0.56 seconds to detach 1 volumes for instance. [ 1058.412792] env[65368]: DEBUG nova.compute.manager [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Deleting volume: 3653000d-4f1f-42b3-ab41-8f4c064cbf0c {{(pid=65368) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1058.431037] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1058.431982] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.431982] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1058.431982] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.431982] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1058.431982] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1058.432201] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1058.434023] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1058.434023] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1058.434023] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1058.434023] env[65368]: DEBUG nova.virt.hardware [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1058.434023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11b900b-7d11-48e4-b5a6-d888ce666f77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.447139] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8436f2-874e-41c2-9bb3-3913301891c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.559679] env[65368]: WARNING neutronclient.v2_0.client [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1058.704832] env[65368]: DEBUG nova.network.neutron [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updated VIF entry in instance network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1058.708723] env[65368]: DEBUG nova.network.neutron [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1058.781505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8584effd-6afc-4bdc-9a37-350f1939a222 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "52cdd7b9-0e28-43b0-890d-547ad5db4404" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.989s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.801523] env[65368]: DEBUG oslo_vmware.api [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425070, 'name': PowerOnVM_Task, 'duration_secs': 0.539029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.801883] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.802316] env[65368]: INFO nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Took 8.58 seconds to spawn the instance on the hypervisor. [ 1058.802483] env[65368]: DEBUG nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.803438] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948b97c2-0f55-41f4-aac7-cbd523b45f8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.924247] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Successfully updated port: b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1058.964218] env[65368]: DEBUG nova.compute.manager [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Received event network-vif-plugged-b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1058.964700] env[65368]: DEBUG oslo_concurrency.lockutils [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] Acquiring lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1058.964700] env[65368]: DEBUG oslo_concurrency.lockutils [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.964862] env[65368]: DEBUG oslo_concurrency.lockutils [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.964966] env[65368]: DEBUG nova.compute.manager [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] No waiting events found dispatching network-vif-plugged-b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1058.965407] env[65368]: WARNING nova.compute.manager [req-05be43ce-9b18-4235-bb80-67d42822b47e req-7f17a957-2432-4f6d-9221-cc7ccc1c2d7b service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Received unexpected event network-vif-plugged-b001e883-7f09-4886-a022-25f5b1a90e21 for instance with vm_state building and task_state spawning. [ 1058.972793] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.210596] env[65368]: DEBUG oslo_concurrency.lockutils [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.210987] env[65368]: DEBUG nova.compute.manager [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Received event network-vif-deleted-ad59d7de-d157-46d8-bcb3-7d9af13f2e6a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1059.211235] env[65368]: DEBUG nova.compute.manager [req-98e99370-809e-4385-95bf-c68133dee032 req-ad6d50d3-b7cf-4614-af3e-204220cb9b0b service nova] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Received event network-vif-deleted-145c02c3-599a-44b1-9028-d9b9420d0c79 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1059.324502] env[65368]: INFO nova.compute.manager [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Took 17.41 seconds to build instance. [ 1059.361775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.430509] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.431408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.431593] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1059.505166] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4832b40b-153d-4b78-bac5-11185c3e4ee8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.513494] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e0433-42d6-49bc-a04a-81f7b56ba6c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.547347] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0bf24a-fc08-4b84-86f8-17aca2abf815 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.559797] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-863498ad-2f17-47a4-bc34-ea2458d308a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.575659] env[65368]: DEBUG nova.compute.provider_tree [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.683192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.683538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.827112] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba58b94b-df35-4569-82d3-9a41776043c5 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.927s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.970028] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.060078] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "1602a56d-8eed-4958-a846-67841fc06c1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.060499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.060738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.060934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.061127] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.063488] env[65368]: INFO nova.compute.manager [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Terminating instance [ 1060.080787] env[65368]: WARNING neutronclient.v2_0.client [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.083779] env[65368]: DEBUG nova.scheduler.client.report [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.087332] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.087552] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.087723] env[65368]: DEBUG nova.compute.manager [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Going to confirm migration 3 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1060.183794] env[65368]: DEBUG nova.network.neutron [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Updating instance_info_cache with network_info: [{"id": "b001e883-7f09-4886-a022-25f5b1a90e21", "address": "fa:16:3e:08:24:55", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb001e883-7f", "ovs_interfaceid": "b001e883-7f09-4886-a022-25f5b1a90e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.185320] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1060.567172] env[65368]: DEBUG nova.compute.manager [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1060.568184] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.568434] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b15c15f-c387-4f5a-af5c-ee8ed09c0913 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.576796] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.576964] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a307f4c-185a-4acc-ad2c-9f2c7ed904a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.583633] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1060.583633] env[65368]: value = "task-4425072" [ 1060.583633] env[65368]: _type = "Task" [ 1060.583633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.593145] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.361s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.593530] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1060.598614] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.598811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.968s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.599036] env[65368]: DEBUG nova.objects.instance [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'resources' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.602110] env[65368]: WARNING neutronclient.v2_0.client [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.689919] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.690456] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Instance network_info: |[{"id": "b001e883-7f09-4886-a022-25f5b1a90e21", "address": "fa:16:3e:08:24:55", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb001e883-7f", "ovs_interfaceid": "b001e883-7f09-4886-a022-25f5b1a90e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1060.694807] env[65368]: WARNING neutronclient.v2_0.client [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.695494] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.695742] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695982] env[65368]: DEBUG nova.network.neutron [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.696305] env[65368]: DEBUG nova.objects.instance [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'info_cache' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1060.698029] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:08:24:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b001e883-7f09-4886-a022-25f5b1a90e21', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.710207] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1060.716771] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.717646] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a62f96a4-ee96-47f1-9383-7436e196dcf3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.745071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.745983] env[65368]: WARNING neutronclient.v2_0.client [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.758282] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.758282] env[65368]: value = "task-4425073" [ 1060.758282] env[65368]: _type = "Task" [ 1060.758282] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.768764] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425073, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.857599] env[65368]: INFO nova.compute.manager [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Rebuilding instance [ 1060.905899] env[65368]: DEBUG nova.compute.manager [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.906867] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c38bb71-7e64-42a6-95ae-7b89ee589d40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.978177] env[65368]: WARNING neutronclient.v2_0.client [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.077345] env[65368]: DEBUG nova.network.neutron [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.096707] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425072, 'name': PowerOffVM_Task, 'duration_secs': 0.295733} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.096995] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.097178] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.097519] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c48db904-10f3-4679-8ef7-b8c36f6719c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.101082] env[65368]: DEBUG nova.compute.utils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.102441] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1061.102674] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1061.102997] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.104071] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.108502] env[65368]: DEBUG nova.objects.instance [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'numa_topology' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.112275] env[65368]: DEBUG nova.compute.manager [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Received event network-changed-b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1061.112902] env[65368]: DEBUG nova.compute.manager [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Refreshing instance network info cache due to event network-changed-b001e883-7f09-4886-a022-25f5b1a90e21. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1061.112992] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] Acquiring lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.113236] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] Acquired lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.114579] env[65368]: DEBUG nova.network.neutron [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Refreshing network info cache for port b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.151154] env[65368]: DEBUG nova.policy [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.187834] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.187834] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.187834] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleting the datastore file [datastore1] 1602a56d-8eed-4958-a846-67841fc06c1e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.188368] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4f9ffaf7-e541-40c4-b716-4ef7fbc1917c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.196830] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1061.196830] env[65368]: value = "task-4425075" [ 1061.196830] env[65368]: _type = "Task" [ 1061.196830] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.207516] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425075, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.268807] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425073, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.478232] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Successfully created port: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1061.580930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.581277] env[65368]: DEBUG nova.objects.instance [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'migration_context' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.608712] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1061.616098] env[65368]: DEBUG nova.objects.base [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Object Instance<2129d341-9628-4bbe-abd9-044873852f39> lazy-loaded attributes: resources,numa_topology {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1061.619398] env[65368]: WARNING neutronclient.v2_0.client [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.707974] env[65368]: DEBUG oslo_vmware.api [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425075, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.711259] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1061.711479] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1061.711656] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1061.711824] env[65368]: INFO nova.compute.manager [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1061.712125] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1061.712832] env[65368]: DEBUG nova.compute.manager [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1061.712832] env[65368]: DEBUG nova.network.neutron [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1061.713016] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.745673] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.773603] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425073, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.867781] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d492b9a-f5cb-4208-bbf3-2f6b5129b213 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.876165] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a575d01-6917-4f39-918d-8e1be5050dcd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.909042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d60c8c-3007-4853-ad93-fedec1226e04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.917975] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1990aa52-1d94-4c80-8e3a-c04dbad24e9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.923282] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.923282] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9594c646-eea6-4d9f-a16f-6fb04371575b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.938758] env[65368]: DEBUG nova.compute.provider_tree [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.942186] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1061.942186] env[65368]: value = "task-4425076" [ 1061.942186] env[65368]: _type = "Task" [ 1061.942186] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.951292] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.019253] env[65368]: WARNING neutronclient.v2_0.client [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.084616] env[65368]: DEBUG nova.objects.base [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Object Instance<00c46fcf-9b4c-4a11-8f83-8ea239cae872> lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.085724] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973b37dd-80ce-4ba8-934c-d4d2d9c9e275 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.111023] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b575c660-8f21-4822-a114-4be39e203135 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.113698] env[65368]: DEBUG nova.compute.manager [req-f645e975-bf1a-4b94-9814-9a33ac6a3c05 req-8df77834-a2f6-4c5d-9cd7-e0c7153c1181 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Received event network-vif-deleted-a53caa74-20fa-474f-b46c-b06e5be28044 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1062.113698] env[65368]: INFO nova.compute.manager [req-f645e975-bf1a-4b94-9814-9a33ac6a3c05 req-8df77834-a2f6-4c5d-9cd7-e0c7153c1181 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Neutron deleted interface a53caa74-20fa-474f-b46c-b06e5be28044; detaching it from the instance and deleting it from the info cache [ 1062.113934] env[65368]: DEBUG nova.network.neutron [req-f645e975-bf1a-4b94-9814-9a33ac6a3c05 req-8df77834-a2f6-4c5d-9cd7-e0c7153c1181 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.130489] env[65368]: DEBUG oslo_vmware.api [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1062.130489] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e9d52-ef6f-6993-fd91-19ca58c71adf" [ 1062.130489] env[65368]: _type = "Task" [ 1062.130489] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.140418] env[65368]: DEBUG oslo_vmware.api [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e9d52-ef6f-6993-fd91-19ca58c71adf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.164587] env[65368]: DEBUG nova.network.neutron [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Updated VIF entry in instance network info cache for port b001e883-7f09-4886-a022-25f5b1a90e21. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1062.165477] env[65368]: DEBUG nova.network.neutron [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Updating instance_info_cache with network_info: [{"id": "b001e883-7f09-4886-a022-25f5b1a90e21", "address": "fa:16:3e:08:24:55", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb001e883-7f", "ovs_interfaceid": "b001e883-7f09-4886-a022-25f5b1a90e21", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.273571] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425073, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.443209] env[65368]: DEBUG nova.scheduler.client.report [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.464134] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425076, 'name': PowerOffVM_Task, 'duration_secs': 0.46419} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.464588] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.464941] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.466246] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea1f648-9239-4080-a422-4315579cfa36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.477487] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.477782] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ad0325e-c031-4e62-8933-3e86ca01f3fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.491472] env[65368]: DEBUG nova.network.neutron [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.624329] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1062.627297] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c3eff6a7-7002-459e-9c38-122c56789f35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.639753] env[65368]: DEBUG oslo_vmware.api [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e9d52-ef6f-6993-fd91-19ca58c71adf, 'name': SearchDatastore_Task, 'duration_secs': 0.011221} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.641083] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.644219] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7575657c-5327-4533-bcf2-584365cda22a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.662207] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1062.662356] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1062.662494] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1062.662677] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1062.662833] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1062.662975] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1062.663247] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1062.663428] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1062.663608] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1062.663892] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1062.664227] env[65368]: DEBUG nova.virt.hardware [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1062.665406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca04fcd5-9a44-437e-ab9f-d88f57afdaa3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.678178] env[65368]: DEBUG oslo_concurrency.lockutils [req-3a23c2ba-e9f4-473c-9e9a-a83d1d6f8296 req-93de9cc5-ae4a-4a09-8132-2282c1cef017 service nova] Releasing lock "refresh_cache-8e480cf8-3017-4386-ada1-fc5162b2210e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.678630] env[65368]: DEBUG nova.compute.manager [req-f645e975-bf1a-4b94-9814-9a33ac6a3c05 req-8df77834-a2f6-4c5d-9cd7-e0c7153c1181 service nova] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Detach interface failed, port_id=a53caa74-20fa-474f-b46c-b06e5be28044, reason: Instance 1602a56d-8eed-4958-a846-67841fc06c1e could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1062.684935] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48428c1c-dd27-4e5f-b630-d750fe786446 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.719051] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1062.719400] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1062.719677] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore2] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1062.720059] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddd4db5f-2578-4cd9-a2d2-0374b29f2c2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.727924] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1062.727924] env[65368]: value = "task-4425078" [ 1062.727924] env[65368]: _type = "Task" [ 1062.727924] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.739923] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.775192] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425073, 'name': CreateVM_Task, 'duration_secs': 2.006184} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.775454] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.776175] env[65368]: WARNING neutronclient.v2_0.client [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.776682] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.776909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.777352] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.777700] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a4a5f13-d851-4415-9554-27f0a8164e9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.784098] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1062.784098] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5205bb2b-5e9c-2e72-a039-fe97b8c72552" [ 1062.784098] env[65368]: _type = "Task" [ 1062.784098] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.796360] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5205bb2b-5e9c-2e72-a039-fe97b8c72552, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.950058] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.351s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.952292] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.652s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.952520] env[65368]: DEBUG nova.objects.instance [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lazy-loading 'resources' on Instance uuid cb6ecbf5-80b5-49f5-900f-3ff454ed1039 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.968991] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Successfully updated port: 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1062.993993] env[65368]: INFO nova.compute.manager [-] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Took 1.28 seconds to deallocate network for instance. [ 1063.160747] env[65368]: DEBUG nova.compute.manager [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-vif-plugged-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.160997] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.161314] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.161406] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.161561] env[65368]: DEBUG nova.compute.manager [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] No waiting events found dispatching network-vif-plugged-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.161724] env[65368]: WARNING nova.compute.manager [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received unexpected event network-vif-plugged-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 for instance with vm_state building and task_state spawning. [ 1063.162521] env[65368]: DEBUG nova.compute.manager [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1063.162822] env[65368]: DEBUG nova.compute.manager [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing instance network info cache due to event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1063.163071] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.163214] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.163422] env[65368]: DEBUG nova.network.neutron [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1063.239848] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173228} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.240117] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.240316] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.240523] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.295946] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5205bb2b-5e9c-2e72-a039-fe97b8c72552, 'name': SearchDatastore_Task, 'duration_secs': 0.019744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.296384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.296625] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.296923] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.297185] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.297301] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.297823] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-becb1ce3-966f-40ad-812f-375ea65f5fe7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.306758] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.306966] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.307758] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e366a36-a273-4f79-b15e-d5b8b93f5850 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.313864] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1063.313864] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52626d79-680f-4b00-ffe5-f3c84e72e772" [ 1063.313864] env[65368]: _type = "Task" [ 1063.313864] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.321903] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52626d79-680f-4b00-ffe5-f3c84e72e772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.461315] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f6c6a56e-256f-4cf4-851b-8208bfbf81ce tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.677s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.462856] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 4.101s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.462856] env[65368]: INFO nova.compute.manager [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Unshelving [ 1063.471769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.502291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.668176] env[65368]: WARNING neutronclient.v2_0.client [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.692989] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57539744-4a01-4413-ae2b-2f484b11770b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.699550] env[65368]: DEBUG nova.network.neutron [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1063.704627] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8484831-a112-46c5-9a13-7d7a2b6a3b45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.738675] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1122f6-db4b-48d5-96c6-6db5fd4f115a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.755172] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46594102-f8f2-4beb-9d90-874da9cf6be4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.770623] env[65368]: DEBUG nova.compute.provider_tree [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.789252] env[65368]: DEBUG nova.network.neutron [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.825369] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52626d79-680f-4b00-ffe5-f3c84e72e772, 'name': SearchDatastore_Task, 'duration_secs': 0.008878} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.826317] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1653f32f-b9d9-4cab-8282-085c5b299198 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.833353] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1063.833353] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520861b9-f9ed-ce95-2460-206fc8a36849" [ 1063.833353] env[65368]: _type = "Task" [ 1063.833353] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.842993] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520861b9-f9ed-ce95-2460-206fc8a36849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.273463] env[65368]: DEBUG nova.scheduler.client.report [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.285399] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1064.285677] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.285843] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1064.286073] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.286349] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1064.286418] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1064.286636] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.286876] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1064.287134] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1064.287319] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1064.287492] env[65368]: DEBUG nova.virt.hardware [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1064.288413] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d31d8a0-696f-41bc-87aa-446b2ba81f53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.291901] env[65368]: DEBUG oslo_concurrency.lockutils [req-b40522f8-95ea-48a5-9024-ae2d656ae0e5 req-c075b4c5-8b3e-4102-9886-64e9013b2b95 service nova] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292339] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292518] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1064.299830] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd1e974-051a-467f-ad1c-718559aa374f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.315752] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:4c:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20e805fa-8795-4221-9993-7310bb50c080', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.323686] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1064.324358] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.324625] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c8f83a8a-bda9-46ac-9d91-3d9fd4082514 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.349199] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520861b9-f9ed-ce95-2460-206fc8a36849, 'name': SearchDatastore_Task, 'duration_secs': 0.011717} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.350620] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.350894] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 8e480cf8-3017-4386-ada1-fc5162b2210e/8e480cf8-3017-4386-ada1-fc5162b2210e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.351160] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.351160] env[65368]: value = "task-4425079" [ 1064.351160] env[65368]: _type = "Task" [ 1064.351160] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.351359] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-037fde7b-2e21-4474-9268-b357450ede5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.362623] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425079, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.364199] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1064.364199] env[65368]: value = "task-4425080" [ 1064.364199] env[65368]: _type = "Task" [ 1064.364199] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.376078] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425080, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.472476] env[65368]: DEBUG nova.compute.utils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1064.780699] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.784973] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.812s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.784973] env[65368]: DEBUG nova.objects.instance [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lazy-loading 'resources' on Instance uuid b3b1a98c-8f2b-4138-8728-b97923f6c4f0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.812820] env[65368]: INFO nova.scheduler.client.report [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Deleted allocations for instance cb6ecbf5-80b5-49f5-900f-3ff454ed1039 [ 1064.854915] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1064.869245] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425079, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.881589] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425080, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455582} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.881892] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 8e480cf8-3017-4386-ada1-fc5162b2210e/8e480cf8-3017-4386-ada1-fc5162b2210e.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1064.882237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1064.882857] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-138c0bc5-81bd-48c8-8859-d565da6bdf0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.896931] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1064.896931] env[65368]: value = "task-4425081" [ 1064.896931] env[65368]: _type = "Task" [ 1064.896931] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.906818] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.946549] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1064.975572] env[65368]: INFO nova.virt.block_device [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Booting with volume 7976e28e-9c9e-4826-88ac-3677aac5a032 at /dev/sdb [ 1065.015665] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68623a91-f391-4622-9497-3d4021321070 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.025282] env[65368]: DEBUG nova.network.neutron [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.030271] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d481b7a-ba28-478e-9306-9911e8552810 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.073064] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63efa62e-2a4b-437d-8c63-5149ce7bd5b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.082741] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653ac828-b949-4606-8c29-48c990bc1b65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.116805] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91df5766-2962-4d29-ae01-0acef47abde0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.125397] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d9ef8c-5cd6-4571-a4a4-315dc6f66b09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.140760] env[65368]: DEBUG nova.virt.block_device [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating existing volume attachment record: ba68956b-b0be-4541-adb4-12597960a188 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1065.328101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c8420a4-051b-4a5f-8d4d-48b8baeb74d7 tempest-ImagesTestJSON-1303484058 tempest-ImagesTestJSON-1303484058-project-member] Lock "cb6ecbf5-80b5-49f5-900f-3ff454ed1039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.455s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.368060] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425079, 'name': CreateVM_Task, 'duration_secs': 0.62056} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.372267] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.372819] env[65368]: WARNING neutronclient.v2_0.client [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1065.373318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.373475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.373805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.374183] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d536a425-66b7-4b70-9c86-90ec5e2bedb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.380837] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1065.380837] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586e4a-be67-3766-4f4e-920e7d583847" [ 1065.380837] env[65368]: _type = "Task" [ 1065.380837] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.393472] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586e4a-be67-3766-4f4e-920e7d583847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.410624] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074656} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.410624] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.410624] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f171fb-4a76-49d2-bc8d-a9f8e4fef118 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.437592] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 8e480cf8-3017-4386-ada1-fc5162b2210e/8e480cf8-3017-4386-ada1-fc5162b2210e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.440684] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-871530f0-73f8-4221-a5c4-4eb23767c3ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.462995] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1065.462995] env[65368]: value = "task-4425083" [ 1065.462995] env[65368]: _type = "Task" [ 1065.462995] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.472992] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425083, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.546972] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.547392] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance network_info: |[{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1065.547846] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:f7:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.556054] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1065.556054] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.556296] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-289a8ccb-d8b7-43a0-b577-d72f2f69289f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.584281] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.584281] env[65368]: value = "task-4425084" [ 1065.584281] env[65368]: _type = "Task" [ 1065.584281] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.596395] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425084, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.613853] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa46c641-e5d2-4d17-b5f7-08f5b4fc4a44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.625467] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d80893-69e1-4db8-b574-dc6e65d5c4ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.663190] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6ab1c7-9abf-463b-9c71-97ebd753bc15 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.670810] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05566b34-1881-4527-a81b-fa45e2df7cbd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.685875] env[65368]: DEBUG nova.compute.provider_tree [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.893763] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52586e4a-be67-3766-4f4e-920e7d583847, 'name': SearchDatastore_Task, 'duration_secs': 0.011742} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.894071] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.894433] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.894691] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.894838] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.895121] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.895925] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18a7f944-630a-415f-8909-76f738c27861 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.908106] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.908460] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.909823] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938ec5f7-a6aa-42b6-a3a3-ef09b5826569 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.918504] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1065.918504] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ae496-5de1-55fc-41fd-25373fc9e815" [ 1065.918504] env[65368]: _type = "Task" [ 1065.918504] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.931804] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ae496-5de1-55fc-41fd-25373fc9e815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.976782] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425083, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.097502] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425084, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.189315] env[65368]: DEBUG nova.scheduler.client.report [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.433537] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ae496-5de1-55fc-41fd-25373fc9e815, 'name': SearchDatastore_Task, 'duration_secs': 0.013073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.434844] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-287bd2cd-d9ec-4acf-b6da-78f176eeb86d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.443574] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1066.443574] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529deeaa-ea1f-d591-4068-3cc2d5ae1599" [ 1066.443574] env[65368]: _type = "Task" [ 1066.443574] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.457973] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529deeaa-ea1f-d591-4068-3cc2d5ae1599, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.476873] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.597468] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425084, 'name': CreateVM_Task, 'duration_secs': 0.678061} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.597856] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.598767] env[65368]: WARNING neutronclient.v2_0.client [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.599602] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.599602] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.599745] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.600107] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35e2de3f-92be-4b12-ac57-134881d0bfc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.608928] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1066.608928] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ee2876-d8e0-638d-024e-803f3d3248c0" [ 1066.608928] env[65368]: _type = "Task" [ 1066.608928] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.622600] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ee2876-d8e0-638d-024e-803f3d3248c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.696086] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.911s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.698649] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.954s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.700374] env[65368]: INFO nova.compute.claims [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1066.730071] env[65368]: INFO nova.scheduler.client.report [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Deleted allocations for instance b3b1a98c-8f2b-4138-8728-b97923f6c4f0 [ 1066.957615] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529deeaa-ea1f-d591-4068-3cc2d5ae1599, 'name': SearchDatastore_Task, 'duration_secs': 0.031801} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.958075] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.958509] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1066.958922] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a12ce892-4622-45fc-ad66-6a7f1265a5ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.970958] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1066.970958] env[65368]: value = "task-4425087" [ 1066.970958] env[65368]: _type = "Task" [ 1066.970958] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.980441] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425083, 'name': ReconfigVM_Task, 'duration_secs': 1.033867} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.981380] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 8e480cf8-3017-4386-ada1-fc5162b2210e/8e480cf8-3017-4386-ada1-fc5162b2210e.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.983111] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6eb2a825-eb53-4e28-8a89-5ceba119e2b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.989188] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.996233] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1066.996233] env[65368]: value = "task-4425088" [ 1066.996233] env[65368]: _type = "Task" [ 1066.996233] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.011679] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425088, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.127111] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ee2876-d8e0-638d-024e-803f3d3248c0, 'name': SearchDatastore_Task, 'duration_secs': 0.042525} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.127733] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.128639] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.128639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.129028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.129254] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.129727] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1ac5c38f-c218-4c81-b352-21656e594f69 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.141749] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.141953] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.142995] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2751cd6-74d0-4f83-9eec-7f33547429c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.150730] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1067.150730] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2fa22-8388-e537-b7ef-79f7e0e9302f" [ 1067.150730] env[65368]: _type = "Task" [ 1067.150730] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.162447] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2fa22-8388-e537-b7ef-79f7e0e9302f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.242245] env[65368]: DEBUG oslo_concurrency.lockutils [None req-11811044-76c4-43df-b91f-efba508edac1 tempest-ServersTestBootFromVolume-927723683 tempest-ServersTestBootFromVolume-927723683-project-member] Lock "b3b1a98c-8f2b-4138-8728-b97923f6c4f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.669s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.485595] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.510459] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425088, 'name': Rename_Task, 'duration_secs': 0.165481} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.510826] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1067.511127] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef322afb-cb2e-48db-ab44-20d92d3e857c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.523204] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1067.523204] env[65368]: value = "task-4425089" [ 1067.523204] env[65368]: _type = "Task" [ 1067.523204] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.541046] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425089, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.663564] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2fa22-8388-e537-b7ef-79f7e0e9302f, 'name': SearchDatastore_Task, 'duration_secs': 0.01166} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.664307] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd496a25-ef17-459f-b24c-987664c81dfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.671356] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1067.671356] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299e712-31e7-c712-b435-098e0e710ec3" [ 1067.671356] env[65368]: _type = "Task" [ 1067.671356] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.683201] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299e712-31e7-c712-b435-098e0e710ec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.970244] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b24cc4-97e6-48ae-909e-178fef919f72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989844] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03d4de0-6a5d-4bd0-8e36-38170177d222 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.995556] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668641} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.995987] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1067.996310] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1067.997208] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239ba554-56f7-450e-913f-30209e7a7264 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.033237] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c98e7-4aae-4cf4-91f8-dd6bf9d567c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.039328] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1068.039328] env[65368]: value = "task-4425091" [ 1068.039328] env[65368]: _type = "Task" [ 1068.039328] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.053633] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425089, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.056047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d4c64-170c-419c-acce-554448a9e60d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.066250] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.079576] env[65368]: DEBUG nova.compute.provider_tree [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.186911] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5299e712-31e7-c712-b435-098e0e710ec3, 'name': SearchDatastore_Task, 'duration_secs': 0.018532} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.186911] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.186911] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] bf8a1643-b975-4f53-8156-a4ee2442770c/bf8a1643-b975-4f53-8156-a4ee2442770c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1068.186911] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-694b313d-3177-4085-ab2a-2cd899e85029 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.196565] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1068.196565] env[65368]: value = "task-4425092" [ 1068.196565] env[65368]: _type = "Task" [ 1068.196565] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.206894] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425092, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.545588] env[65368]: DEBUG oslo_vmware.api [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425089, 'name': PowerOnVM_Task, 'duration_secs': 0.561869} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.549919] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1068.550236] env[65368]: INFO nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Took 10.15 seconds to spawn the instance on the hypervisor. [ 1068.550438] env[65368]: DEBUG nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1068.551378] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f72d503-11c3-4e26-9d2b-fbb979fd7205 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.566077] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080188} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.566077] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1068.566573] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae38405-1cec-4988-8fbe-d8f7ac61555b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.584526] env[65368]: DEBUG nova.scheduler.client.report [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.597146] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1068.597913] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8b6a194-6419-47c2-91c7-87ffeee25b9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.627017] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1068.627017] env[65368]: value = "task-4425093" [ 1068.627017] env[65368]: _type = "Task" [ 1068.627017] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.639757] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425093, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.711702] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425092, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.078390] env[65368]: INFO nova.compute.manager [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Took 15.88 seconds to build instance. [ 1069.098910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.099671] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1069.102961] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 6.462s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.139656] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425093, 'name': ReconfigVM_Task, 'duration_secs': 0.471666} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.139827] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Reconfigured VM instance instance-0000005b to attach disk [datastore1] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0/f2e0de75-a855-4d80-bdb9-3a8f3c968aa0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.140564] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-475eef56-b1ca-449d-af7b-fcac81d23098 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.149419] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1069.149419] env[65368]: value = "task-4425094" [ 1069.149419] env[65368]: _type = "Task" [ 1069.149419] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.160387] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425094, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.216224] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425092, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675347} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.216500] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] bf8a1643-b975-4f53-8156-a4ee2442770c/bf8a1643-b975-4f53-8156-a4ee2442770c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1069.216738] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1069.216975] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ad3bcbb-f837-48fa-a5f3-a713e5aae19e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.226065] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1069.226065] env[65368]: value = "task-4425095" [ 1069.226065] env[65368]: _type = "Task" [ 1069.226065] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.237250] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.581504] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de19b2cd-baf6-49c4-ae7f-baa96c94b947 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.395s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.609668] env[65368]: DEBUG nova.compute.utils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1069.609668] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1069.609668] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1069.611069] env[65368]: WARNING neutronclient.v2_0.client [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.611461] env[65368]: WARNING neutronclient.v2_0.client [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.665790] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425094, 'name': Rename_Task, 'duration_secs': 0.150794} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.666113] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.667776] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1f7e7a9-834c-40fa-b981-7ec491fe8a96 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.674719] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1069.674719] env[65368]: value = "task-4425096" [ 1069.674719] env[65368]: _type = "Task" [ 1069.674719] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.683965] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.747227] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.747517] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.749845] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d9025e-f081-49f8-bd66-191524f1deb9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.783482] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] bf8a1643-b975-4f53-8156-a4ee2442770c/bf8a1643-b975-4f53-8156-a4ee2442770c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.786786] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779df9d0-aede-4003-b0df-11083721e81a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.812021] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1069.812021] env[65368]: value = "task-4425097" [ 1069.812021] env[65368]: _type = "Task" [ 1069.812021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.822793] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425097, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.905487] env[65368]: DEBUG nova.policy [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1069.956884] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb483b3-dba2-43ce-9950-ccc7b86f0513 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.964076] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27cff7ac-adeb-4417-a6d0-1ca59234664a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.996361] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90768bdc-36ac-4452-8c44-d9dbba1cbc80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.006191] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd5eba2-071e-47fa-8e17-b027accedef8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.025945] env[65368]: DEBUG nova.compute.provider_tree [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.115653] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1070.192194] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.320619] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Successfully created port: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1070.335657] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425097, 'name': ReconfigVM_Task, 'duration_secs': 0.327664} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.336786] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfigured VM instance instance-0000005d to attach disk [datastore1] bf8a1643-b975-4f53-8156-a4ee2442770c/bf8a1643-b975-4f53-8156-a4ee2442770c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.337692] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0b3429a-546a-435c-add6-22ae84c0e1af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.347649] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1070.347649] env[65368]: value = "task-4425098" [ 1070.347649] env[65368]: _type = "Task" [ 1070.347649] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.359990] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425098, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.530097] env[65368]: DEBUG nova.scheduler.client.report [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.687553] env[65368]: DEBUG oslo_vmware.api [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425096, 'name': PowerOnVM_Task, 'duration_secs': 0.572929} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.687668] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1070.687852] env[65368]: DEBUG nova.compute.manager [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1070.688686] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d272c02-7ea4-4b42-8106-f1d8a36af08c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.860055] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425098, 'name': Rename_Task, 'duration_secs': 0.151872} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.860372] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.860665] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a567f21a-5648-45ef-a620-5c5a28717f79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.870091] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1070.870091] env[65368]: value = "task-4425099" [ 1070.870091] env[65368]: _type = "Task" [ 1070.870091] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.880429] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425099, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.127964] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1071.156759] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1071.157044] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1071.157206] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1071.157388] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1071.157533] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1071.157672] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1071.157884] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1071.158057] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1071.158229] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1071.158390] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1071.158572] env[65368]: DEBUG nova.virt.hardware [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1071.159908] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfe3299-b673-4629-9683-29d4b2927746 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.170415] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e395a5-4e38-4678-9c43-d32e1ebd0162 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.210332] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.277473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.382038] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425099, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.542808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.440s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.543045] env[65368]: DEBUG nova.compute.manager [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65368) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5413}} [ 1071.546487] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.044s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.547137] env[65368]: DEBUG nova.objects.instance [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'resources' on Instance uuid 1602a56d-8eed-4958-a846-67841fc06c1e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1071.889361] env[65368]: DEBUG oslo_vmware.api [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425099, 'name': PowerOnVM_Task, 'duration_secs': 0.520529} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.889752] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.889977] env[65368]: INFO nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Took 9.27 seconds to spawn the instance on the hypervisor. [ 1071.890166] env[65368]: DEBUG nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.891601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc80336-5f6e-4f51-99d4-c57a27b7f418 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.019868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "9100ff03-fa62-4291-bd93-8e208d004cb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.020482] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.056952] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Successfully updated port: a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1072.149990] env[65368]: INFO nova.scheduler.client.report [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted allocation for migration bb2fb0c1-095f-42a4-8c07-318115c756ce [ 1072.396306] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5516c10c-e708-481d-bba0-b3c457cc614f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.418245] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27c5e6eb-aecc-4368-a260-0a1f73bc1609 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.424026] env[65368]: INFO nova.compute.manager [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Took 18.41 seconds to build instance. [ 1072.455099] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c630d7-62de-4a53-abd4-23635bb2cb0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.467942] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778932e0-09f9-4a64-ad47-a5f402508026 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.483949] env[65368]: DEBUG nova.compute.provider_tree [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1072.500811] env[65368]: DEBUG nova.compute.manager [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Received event network-vif-plugged-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1072.501212] env[65368]: DEBUG oslo_concurrency.lockutils [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.501292] env[65368]: DEBUG oslo_concurrency.lockutils [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.503260] env[65368]: DEBUG oslo_concurrency.lockutils [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.503260] env[65368]: DEBUG nova.compute.manager [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] No waiting events found dispatching network-vif-plugged-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1072.503260] env[65368]: WARNING nova.compute.manager [req-0ceab8e2-0b25-46fd-a3b2-0dcbec8ecd67 req-e76ae4be-b1d6-4cc6-8778-720fb3ab4d7a service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Received unexpected event network-vif-plugged-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed for instance with vm_state building and task_state spawning. [ 1072.523925] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1072.559602] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.559794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.559957] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1072.658443] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e39b2b49-44cc-4d71-8cb3-036156c12f55 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 12.571s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.926066] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3a009e2-b844-4078-823a-e4755615a00e tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.919s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.988149] env[65368]: DEBUG nova.scheduler.client.report [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.054564] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.083844] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "f587d273-8a3e-4cc4-8905-77f3b4997107" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.083844] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.494762] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.499761] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.289s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.499761] env[65368]: DEBUG nova.objects.instance [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1073.507852] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.507852] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.511019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.511019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.511019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.511619] env[65368]: INFO nova.compute.manager [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Terminating instance [ 1073.530883] env[65368]: INFO nova.scheduler.client.report [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted allocations for instance 1602a56d-8eed-4958-a846-67841fc06c1e [ 1073.592034] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1073.596725] env[65368]: DEBUG nova.objects.instance [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1073.759811] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1074.018551] env[65368]: DEBUG nova.compute.manager [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1074.018941] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1074.020163] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd91925-b910-4780-859d-6333ed0f2a38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.033793] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1074.034305] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25aa62f0-97ad-44a4-9a82-8dce198c97aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.042598] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1074.042598] env[65368]: value = "task-4425100" [ 1074.042598] env[65368]: _type = "Task" [ 1074.042598] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.043095] env[65368]: DEBUG oslo_concurrency.lockutils [None req-785c4509-d8aa-454e-ad1e-bcb3e7c7ea16 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "1602a56d-8eed-4958-a846-67841fc06c1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.983s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.055135] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425100, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.108043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.108259] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.108454] env[65368]: DEBUG nova.network.neutron [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1074.108863] env[65368]: DEBUG nova.objects.instance [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'info_cache' on Instance uuid 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.129337] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.437840] env[65368]: WARNING neutronclient.v2_0.client [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.512495] env[65368]: DEBUG oslo_concurrency.lockutils [None req-098925c4-1f6e-48df-8cb1-39885b7f0150 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.514630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.238s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.515172] env[65368]: DEBUG nova.objects.instance [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'pci_requests' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.558433] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425100, 'name': PowerOffVM_Task, 'duration_secs': 0.201043} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.558727] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.558911] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.559229] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d3ada72-78dc-4964-9fb6-3b0b33ecfdec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.585369] env[65368]: DEBUG nova.network.neutron [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updating instance_info_cache with network_info: [{"id": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "address": "fa:16:3e:33:2a:f8", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc78ca-e9", "ovs_interfaceid": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.613868] env[65368]: DEBUG nova.objects.base [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Object Instance<00c46fcf-9b4c-4a11-8f83-8ea239cae872> lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1074.644142] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.644376] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.644669] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore1] f2e0de75-a855-4d80-bdb9-3a8f3c968aa0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.644861] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43a21fa8-bd08-40d7-85fd-27c79aa49879 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.658505] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1074.658505] env[65368]: value = "task-4425102" [ 1074.658505] env[65368]: _type = "Task" [ 1074.658505] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.670017] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.952691] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Received event network-changed-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1074.952819] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Refreshing instance network info cache due to event network-changed-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1074.953069] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquiring lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020502] env[65368]: DEBUG nova.objects.instance [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'numa_topology' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.091266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.091558] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Instance network_info: |[{"id": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "address": "fa:16:3e:33:2a:f8", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc78ca-e9", "ovs_interfaceid": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1075.091945] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquired lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.092057] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Refreshing network info cache for port a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1075.093373] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:2a:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1075.104047] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1075.105752] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.107959] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1075.109296] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ec418c3c-59f4-4644-bb9d-8756677f565e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.126543] env[65368]: WARNING neutronclient.v2_0.client [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.136126] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1075.136126] env[65368]: value = "task-4425103" [ 1075.136126] env[65368]: _type = "Task" [ 1075.136126] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.147808] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425103, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.173824] env[65368]: DEBUG oslo_vmware.api [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153765} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.176851] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1075.177058] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1075.177238] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1075.177399] env[65368]: INFO nova.compute.manager [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1075.177684] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1075.178890] env[65368]: DEBUG nova.compute.manager [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1075.178890] env[65368]: DEBUG nova.network.neutron [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1075.178890] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.252545] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.384350] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.417385] env[65368]: WARNING neutronclient.v2_0.client [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.523363] env[65368]: INFO nova.compute.claims [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.539814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.540346] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.649797] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425103, 'name': CreateVM_Task, 'duration_secs': 0.487968} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.650316] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1075.651034] env[65368]: WARNING neutronclient.v2_0.client [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1075.651627] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.653018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.653018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.653018] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b36584-6212-4aad-a8fe-284fb9c07768 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.655910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.656328] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.656907] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.657288] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.661384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.662700] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1075.662700] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5201f7cb-a544-7749-f61c-ba5548ebcf61" [ 1075.662700] env[65368]: _type = "Task" [ 1075.662700] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.663534] env[65368]: INFO nova.compute.manager [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Terminating instance [ 1075.676394] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5201f7cb-a544-7749-f61c-ba5548ebcf61, 'name': SearchDatastore_Task, 'duration_secs': 0.013618} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.676953] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.677332] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1075.677681] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.677985] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.678335] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1075.679467] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca8adc0b-70d7-4427-b740-cb0770ce7c34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.695410] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1075.695410] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1075.695410] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12bf4e00-0de2-4a6a-9a82-1fc4bced3e78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.701852] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1075.701852] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5241b271-81af-4460-6b06-e9ddc73c8b55" [ 1075.701852] env[65368]: _type = "Task" [ 1075.701852] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.712338] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5241b271-81af-4460-6b06-e9ddc73c8b55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.748410] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updated VIF entry in instance network info cache for port a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1075.748410] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updating instance_info_cache with network_info: [{"id": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "address": "fa:16:3e:33:2a:f8", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4cc78ca-e9", "ovs_interfaceid": "a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.780946] env[65368]: DEBUG nova.network.neutron [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [{"id": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "address": "fa:16:3e:45:32:36", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52d602e9-20", "ovs_interfaceid": "52d602e9-207b-45b2-88b1-f2738dcf8a62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.876309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.876634] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.876898] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.877146] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.877296] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.879795] env[65368]: INFO nova.compute.manager [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Terminating instance [ 1076.032820] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "116e1616-2739-4d0e-9f32-e5e393f8d174" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.033615] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.044359] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.069875] env[65368]: DEBUG nova.network.neutron [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.091039] env[65368]: DEBUG nova.compute.manager [req-9e48c281-0a13-4a68-98d1-7d93dbd230e9 req-7ba085c1-cb70-4777-b176-4eaadc91d7d0 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Received event network-vif-deleted-20e805fa-8795-4221-9993-7310bb50c080 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1076.091334] env[65368]: INFO nova.compute.manager [req-9e48c281-0a13-4a68-98d1-7d93dbd230e9 req-7ba085c1-cb70-4777-b176-4eaadc91d7d0 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Neutron deleted interface 20e805fa-8795-4221-9993-7310bb50c080; detaching it from the instance and deleting it from the info cache [ 1076.091635] env[65368]: DEBUG nova.network.neutron [req-9e48c281-0a13-4a68-98d1-7d93dbd230e9 req-7ba085c1-cb70-4777-b176-4eaadc91d7d0 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.171711] env[65368]: DEBUG nova.compute.manager [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1076.174020] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.174020] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab2a29-bc50-405b-a92a-df448a1a082b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.183138] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.183138] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b1a4e3f-f658-45b2-9d1d-63031a0abc6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.191123] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1076.191123] env[65368]: value = "task-4425104" [ 1076.191123] env[65368]: _type = "Task" [ 1076.191123] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.200374] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.215734] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5241b271-81af-4460-6b06-e9ddc73c8b55, 'name': SearchDatastore_Task, 'duration_secs': 0.014174} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.216609] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8939cc8b-3629-425c-881d-71818ba4c96f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.224124] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1076.224124] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5288f377-d0fc-6e0d-1914-facfd33a6ef2" [ 1076.224124] env[65368]: _type = "Task" [ 1076.224124] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.232915] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5288f377-d0fc-6e0d-1914-facfd33a6ef2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.251253] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Releasing lock "refresh_cache-f584cd3f-5f5c-47c4-b73b-d0234236e010" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.251609] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1076.251858] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1076.252165] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.252386] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.252648] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1076.285794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-00c46fcf-9b4c-4a11-8f83-8ea239cae872" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.384577] env[65368]: DEBUG nova.compute.manager [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1076.384876] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.386560] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceec26c-ba35-4db1-a39a-33a601004d08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.396787] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.397213] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b05ca5b-06cc-49d4-ac40-9728f48285d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.404849] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1076.404849] env[65368]: value = "task-4425105" [ 1076.404849] env[65368]: _type = "Task" [ 1076.404849] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.418542] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425105, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.539911] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1076.567478] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.573786] env[65368]: INFO nova.compute.manager [-] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Took 1.40 seconds to deallocate network for instance. [ 1076.597083] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dcd61b53-3fb3-4059-88b1-45aba2deb3d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.609025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a2ca0d-f4ce-4999-992b-fabc1a466618 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.649894] env[65368]: DEBUG nova.compute.manager [req-9e48c281-0a13-4a68-98d1-7d93dbd230e9 req-7ba085c1-cb70-4777-b176-4eaadc91d7d0 service nova] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Detach interface failed, port_id=20e805fa-8795-4221-9993-7310bb50c080, reason: Instance f2e0de75-a855-4d80-bdb9-3a8f3c968aa0 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1076.701329] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425104, 'name': PowerOffVM_Task, 'duration_secs': 0.413078} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.704336] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.704602] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.705083] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b27cd94f-c34d-4f8f-a713-087886b2e942 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.738544] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5288f377-d0fc-6e0d-1914-facfd33a6ef2, 'name': SearchDatastore_Task, 'duration_secs': 0.017117} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.738896] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.739318] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f584cd3f-5f5c-47c4-b73b-d0234236e010/f584cd3f-5f5c-47c4-b73b-d0234236e010.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1076.739713] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b1c7c0f-2f86-4f74-98b3-e94e4eeb454f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.750941] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1076.750941] env[65368]: value = "task-4425107" [ 1076.750941] env[65368]: _type = "Task" [ 1076.750941] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.755358] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1076.763385] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.782958] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1076.783410] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1076.783687] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleting the datastore file [datastore2] 7e49302b-aae6-4137-861d-c7040c7ba5bb {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1076.784080] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4800289f-9605-4c95-8160-98debc20a0b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.796987] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for the task: (returnval){ [ 1076.796987] env[65368]: value = "task-4425108" [ 1076.796987] env[65368]: _type = "Task" [ 1076.796987] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.819851] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.825282] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d05658-b0e3-471a-8d62-52b558f48713 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.835325] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c7827d-d24f-40ef-a69e-d974de2e7c93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.873368] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd241e-2937-4966-be4d-909416713993 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.883151] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8436816-9827-487b-b57b-51841c735838 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.901762] env[65368]: DEBUG nova.compute.provider_tree [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1076.917057] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425105, 'name': PowerOffVM_Task, 'duration_secs': 0.392052} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.917057] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1076.917057] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1076.917057] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f3ede29-48ef-4815-83a7-cbab5e7c1f41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.012755] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.029591] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.030172] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.030172] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleting the datastore file [datastore2] c857b321-193b-45f9-ba08-6d2f759bd7a4 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.030530] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2866e33e-bbcc-44e0-81e1-83594ef2ab51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.040251] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1077.040251] env[65368]: value = "task-4425110" [ 1077.040251] env[65368]: _type = "Task" [ 1077.040251] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.059076] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425110, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.069439] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.081211] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.134486] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1077.134916] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.264661] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425107, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.299058] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1077.299058] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46c07d0a-8fe7-437b-91d4-cac3b17add8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.309194] env[65368]: DEBUG oslo_vmware.api [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Task: {'id': task-4425108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313167} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.309463] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.309647] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.309821] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.309991] env[65368]: INFO nova.compute.manager [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1077.310249] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1077.311669] env[65368]: DEBUG nova.compute.manager [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1077.311773] env[65368]: DEBUG nova.network.neutron [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.311983] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.314059] env[65368]: DEBUG oslo_vmware.api [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1077.314059] env[65368]: value = "task-4425111" [ 1077.314059] env[65368]: _type = "Task" [ 1077.314059] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.325467] env[65368]: DEBUG oslo_vmware.api [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425111, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.346660] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.405268] env[65368]: DEBUG nova.scheduler.client.report [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.549548] env[65368]: DEBUG oslo_vmware.api [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425110, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354776} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.550822] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.550925] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.551156] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.551330] env[65368]: INFO nova.compute.manager [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1077.551567] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1077.551760] env[65368]: DEBUG nova.compute.manager [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1077.551854] env[65368]: DEBUG nova.network.neutron [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1077.552131] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.585720] env[65368]: DEBUG nova.compute.manager [req-8df546ac-cb53-4c59-9138-41a6a1858fbc req-d5f6c814-54a9-4e77-86ff-e5beed93d641 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Received event network-vif-deleted-e235adae-3bcf-498d-b175-9235a3ab8e7c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1077.586180] env[65368]: INFO nova.compute.manager [req-8df546ac-cb53-4c59-9138-41a6a1858fbc req-d5f6c814-54a9-4e77-86ff-e5beed93d641 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Neutron deleted interface e235adae-3bcf-498d-b175-9235a3ab8e7c; detaching it from the instance and deleting it from the info cache [ 1077.586597] env[65368]: DEBUG nova.network.neutron [req-8df546ac-cb53-4c59-9138-41a6a1858fbc req-d5f6c814-54a9-4e77-86ff-e5beed93d641 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.620213] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.638352] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.638685] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1077.638847] env[65368]: DEBUG nova.compute.manager [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing instance network info cache due to event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1077.639046] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.639189] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.639349] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1077.763496] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529691} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.763684] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f584cd3f-5f5c-47c4-b73b-d0234236e010/f584cd3f-5f5c-47c4-b73b-d0234236e010.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1077.763800] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1077.764091] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6bfb185-a1d9-433d-9157-91cbca1168f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.772348] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1077.772348] env[65368]: value = "task-4425112" [ 1077.772348] env[65368]: _type = "Task" [ 1077.772348] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.784352] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.826699] env[65368]: DEBUG oslo_vmware.api [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425111, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.913027] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.396s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.913027] env[65368]: WARNING neutronclient.v2_0.client [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.914339] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.860s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.916485] env[65368]: INFO nova.compute.claims [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.974218] env[65368]: INFO nova.network.neutron [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1078.058480] env[65368]: DEBUG nova.network.neutron [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.093212] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a3f8e173-caeb-4efd-a585-e9d63457c2b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.103541] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff683a9-c3ba-4e70-adcb-3083aeaf16bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.147375] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.149947] env[65368]: DEBUG nova.compute.manager [req-8df546ac-cb53-4c59-9138-41a6a1858fbc req-d5f6c814-54a9-4e77-86ff-e5beed93d641 service nova] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Detach interface failed, port_id=e235adae-3bcf-498d-b175-9235a3ab8e7c, reason: Instance 7e49302b-aae6-4137-861d-c7040c7ba5bb could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1078.177368] env[65368]: DEBUG nova.compute.manager [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1078.177591] env[65368]: DEBUG nova.compute.manager [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing instance network info cache due to event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1078.177778] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.282522] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.265936} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.282788] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1078.283650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6827c4df-c18b-4c47-89cc-00d3f3b222bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.306718] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] f584cd3f-5f5c-47c4-b73b-d0234236e010/f584cd3f-5f5c-47c4-b73b-d0234236e010.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1078.309816] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25ba92dd-1a34-4503-afb4-0e9fea63ccc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.335163] env[65368]: DEBUG oslo_vmware.api [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425111, 'name': PowerOnVM_Task, 'duration_secs': 0.725594} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.336727] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1078.337509] env[65368]: DEBUG nova.compute.manager [None req-56d2bb6d-f102-4504-acec-9f2c616b8bf6 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1078.337509] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1078.337509] env[65368]: value = "task-4425113" [ 1078.337509] env[65368]: _type = "Task" [ 1078.337509] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.338806] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38c04e6-3536-4c2f-88a9-fa50a8342e3e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.354865] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.425821] env[65368]: WARNING neutronclient.v2_0.client [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1078.560943] env[65368]: DEBUG nova.network.neutron [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.561891] env[65368]: INFO nova.compute.manager [-] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Took 1.25 seconds to deallocate network for instance. [ 1078.608961] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updated VIF entry in instance network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1078.609534] env[65368]: DEBUG nova.network.neutron [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.852264] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425113, 'name': ReconfigVM_Task, 'duration_secs': 0.509489} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.852622] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfigured VM instance instance-0000005e to attach disk [datastore2] f584cd3f-5f5c-47c4-b73b-d0234236e010/f584cd3f-5f5c-47c4-b73b-d0234236e010.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.853283] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ff00a90-1d07-4ce6-bddd-cddb640a07b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.862832] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1078.862832] env[65368]: value = "task-4425114" [ 1078.862832] env[65368]: _type = "Task" [ 1078.862832] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.872703] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425114, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.063549] env[65368]: INFO nova.compute.manager [-] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Took 1.51 seconds to deallocate network for instance. [ 1079.070384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.111637] env[65368]: DEBUG oslo_concurrency.lockutils [req-839107be-6bbd-4f0b-b9eb-bf325deff7bd req-7ed68d31-3636-4ab9-bd99-1627283cb3e3 service nova] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.112542] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.112542] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.184183] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bb9427-5d58-43af-b07c-68324af408b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.193881] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816b057e-2cde-41d5-b72e-6d56d14f94e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.228099] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0670fdd-7ea7-4c26-acea-b79d3dc49cd2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.236982] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada61816-a10c-461b-a763-594903fbb243 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.253164] env[65368]: DEBUG nova.compute.provider_tree [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.375372] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425114, 'name': Rename_Task, 'duration_secs': 0.14421} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.375656] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.376314] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6141905e-cb79-4267-90b5-f8ea55e70a95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.385666] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1079.385666] env[65368]: value = "task-4425115" [ 1079.385666] env[65368]: _type = "Task" [ 1079.385666] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.400020] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.572676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.595417] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.595739] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.597142] env[65368]: DEBUG nova.network.neutron [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.617247] env[65368]: WARNING neutronclient.v2_0.client [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.657025] env[65368]: DEBUG nova.compute.manager [req-7818089e-ba2b-4762-bb79-3862b60b0cbf req-5895af1c-0c81-4645-971f-a656a9aad2ac service nova] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Received event network-vif-deleted-462a4919-7b0c-42fd-95b9-25e668b8a74d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1079.757485] env[65368]: DEBUG nova.scheduler.client.report [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.804559] env[65368]: WARNING neutronclient.v2_0.client [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1079.887435] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updated VIF entry in instance network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1079.887944] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.899898] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425115, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.100178] env[65368]: WARNING neutronclient.v2_0.client [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.128980] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.129332] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.129681] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.129857] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.129988] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.132194] env[65368]: INFO nova.compute.manager [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Terminating instance [ 1080.220337] env[65368]: DEBUG nova.compute.manager [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.220595] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.220852] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.221079] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.221286] env[65368]: DEBUG nova.compute.manager [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] No waiting events found dispatching network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1080.221479] env[65368]: WARNING nova.compute.manager [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received unexpected event network-vif-plugged-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e for instance with vm_state shelved_offloaded and task_state spawning. [ 1080.221780] env[65368]: DEBUG nova.compute.manager [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.221885] env[65368]: DEBUG nova.compute.manager [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing instance network info cache due to event network-changed-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1080.222063] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Acquiring lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.263851] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.264487] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1080.267377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.138s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.269302] env[65368]: INFO nova.compute.claims [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1080.317101] env[65368]: WARNING neutronclient.v2_0.client [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.394195] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.394336] env[65368]: DEBUG nova.compute.manager [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1080.394494] env[65368]: DEBUG nova.compute.manager [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1080.394885] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.395061] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.395239] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.403304] env[65368]: DEBUG oslo_vmware.api [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425115, 'name': PowerOnVM_Task, 'duration_secs': 0.527165} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.404440] env[65368]: DEBUG nova.network.neutron [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.405765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.405858] env[65368]: INFO nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Took 9.28 seconds to spawn the instance on the hypervisor. [ 1080.406042] env[65368]: DEBUG nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1080.407913] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074b5452-edeb-4d66-885a-ab0b7a377162 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.515465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.515465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.636309] env[65368]: DEBUG nova.compute.manager [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1080.636768] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1080.637475] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899a36c7-6842-4e51-98fb-d953e63debcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.646012] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1080.646301] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106b09b2-81c0-40c3-9bec-7781dff3cfaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.654198] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1080.654198] env[65368]: value = "task-4425116" [ 1080.654198] env[65368]: _type = "Task" [ 1080.654198] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.664081] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.774119] env[65368]: DEBUG nova.compute.utils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.779985] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1080.779985] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1080.779985] env[65368]: WARNING neutronclient.v2_0.client [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.779985] env[65368]: WARNING neutronclient.v2_0.client [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.829972] env[65368]: DEBUG nova.policy [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.900724] env[65368]: WARNING neutronclient.v2_0.client [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.907883] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.911884] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Acquired lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.911884] env[65368]: DEBUG nova.network.neutron [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Refreshing network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1080.927450] env[65368]: INFO nova.compute.manager [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Took 20.24 seconds to build instance. [ 1080.954551] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5c607f03534438a8a1f4ff8742eb7626',container_format='bare',created_at=2025-11-12T22:49:30Z,direct_url=,disk_format='vmdk',id=03cfa578-9fed-4609-9746-a4b9d7024eb7,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1534424535-shelved',owner='a72731f6e18b47d8bc05766c6ad0ce13',properties=ImageMetaProps,protected=,size=31670784,status='active',tags=,updated_at=2025-11-12T22:49:46Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1080.954986] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.955265] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1080.955578] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.955831] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1080.956108] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1080.956465] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1080.956740] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1080.957062] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1080.957366] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1080.957780] env[65368]: DEBUG nova.virt.hardware [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1080.959588] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf078e1c-02c8-4459-ab99-54b31fc411b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.973180] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92726977-d5cd-439d-9c0b-bc4ccfd98ec0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.998040] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1e:ba:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71f7c2d4-578e-4b5d-a8d5-a52f71b1603e', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1081.011976] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.012460] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1081.012832] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-445dd038-28eb-4c4e-b817-902217d69ef6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.044659] env[65368]: DEBUG nova.compute.utils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1081.056366] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1081.056366] env[65368]: value = "task-4425117" [ 1081.056366] env[65368]: _type = "Task" [ 1081.056366] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.071309] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425117, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.167009] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425116, 'name': PowerOffVM_Task, 'duration_secs': 0.211614} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.167335] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1081.167494] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1081.167782] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a68747b1-098d-49d6-b427-ec000595c2c9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.174075] env[65368]: WARNING neutronclient.v2_0.client [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.183517] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Successfully created port: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1081.244734] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1081.245067] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1081.245266] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleting the datastore file [datastore2] 00c46fcf-9b4c-4a11-8f83-8ea239cae872 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1081.245597] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-815c4382-6b72-4dff-87d8-5a5f0d0fc66b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.254377] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1081.254377] env[65368]: value = "task-4425119" [ 1081.254377] env[65368]: _type = "Task" [ 1081.254377] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.259298] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1081.259727] env[65368]: DEBUG nova.network.neutron [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.267423] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425119, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.282936] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1081.414794] env[65368]: WARNING neutronclient.v2_0.client [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.430173] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f84129ed-8f24-4c6a-9c9e-7fe8921c2f3a tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.747s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.550351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.035s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.563587] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb29c4cf-73de-493b-a150-df438d7ea160 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.575898] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926c832a-a4a5-402c-b8fa-2617e9ce798b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.579496] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425117, 'name': CreateVM_Task, 'duration_secs': 0.487254} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.582064] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.582064] env[65368]: WARNING neutronclient.v2_0.client [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.582064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.582064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.582064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.582064] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7231799-0049-40c9-8eab-47e99bc7a4f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.609515] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17047df0-0fbc-4d14-bc3e-c1468df8511e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.616431] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1081.616431] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52561e41-a622-e2cf-7790-a61a1a3d3df6" [ 1081.616431] env[65368]: _type = "Task" [ 1081.616431] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.624148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e23d6216-6e02-4df2-a829-28cafaa8ea81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.631211] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52561e41-a622-e2cf-7790-a61a1a3d3df6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.641826] env[65368]: DEBUG nova.compute.provider_tree [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.706898] env[65368]: WARNING neutronclient.v2_0.client [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.763123] env[65368]: DEBUG oslo_concurrency.lockutils [req-2a1192f7-2027-48e9-9c2d-b01ab50f9326 req-eaf08f39-7c2f-4652-ba98-379d0eec91cf service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.767134] env[65368]: DEBUG oslo_vmware.api [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425119, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266642} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.767388] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1081.767627] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1081.767777] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1081.767948] env[65368]: INFO nova.compute.manager [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1081.768304] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1081.768385] env[65368]: DEBUG nova.compute.manager [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1081.768492] env[65368]: DEBUG nova.network.neutron [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1081.768730] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.788567] env[65368]: DEBUG nova.network.neutron [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updated VIF entry in instance network info cache for port 71f7c2d4-578e-4b5d-a8d5-a52f71b1603e. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1081.788731] env[65368]: DEBUG nova.network.neutron [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [{"id": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "address": "fa:16:3e:1e:ba:92", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71f7c2d4-57", "ovs_interfaceid": "71f7c2d4-578e-4b5d-a8d5-a52f71b1603e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.876031] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.131503] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.131853] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Processing image 03cfa578-9fed-4609-9746-a4b9d7024eb7 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1082.132108] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.132249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.132707] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1082.133039] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80511366-7200-4e2d-bd9b-ee426bd44ceb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.145591] env[65368]: DEBUG nova.scheduler.client.report [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.154107] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1082.154314] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1082.155067] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2935317a-3dce-4506-8f7c-2cf24c27fa3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.162695] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1082.162695] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529996aa-8a55-32e6-8c1a-a727bd935fdb" [ 1082.162695] env[65368]: _type = "Task" [ 1082.162695] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.173424] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529996aa-8a55-32e6-8c1a-a727bd935fdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.294226] env[65368]: DEBUG oslo_concurrency.lockutils [req-432ddbfd-c0b5-473a-82ec-f7e006da5267 req-eae4922f-36ed-4d02-b5bc-547c01b5d3ac service nova] Releasing lock "refresh_cache-2129d341-9628-4bbe-abd9-044873852f39" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.296882] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1082.324104] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.324385] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.324722] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.324959] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.325125] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.325265] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.325470] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.325630] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.325789] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.325936] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.326120] env[65368]: DEBUG nova.virt.hardware [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.327099] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f415da68-177e-4df2-b5bb-615029d520c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.337025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b55ea4-bc8d-4f41-9ddf-7a9ceb67f101 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.561544] env[65368]: DEBUG nova.compute.manager [req-8cb38fad-0a40-4a29-ab93-fa7d0299a50d req-872a0ec2-53e3-45fd-98f6-421308c5b009 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Received event network-vif-deleted-52d602e9-207b-45b2-88b1-f2738dcf8a62 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.561544] env[65368]: INFO nova.compute.manager [req-8cb38fad-0a40-4a29-ab93-fa7d0299a50d req-872a0ec2-53e3-45fd-98f6-421308c5b009 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Neutron deleted interface 52d602e9-207b-45b2-88b1-f2738dcf8a62; detaching it from the instance and deleting it from the info cache [ 1082.561544] env[65368]: DEBUG nova.network.neutron [req-8cb38fad-0a40-4a29-ab93-fa7d0299a50d req-872a0ec2-53e3-45fd-98f6-421308c5b009 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.610169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.610460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.610700] env[65368]: INFO nova.compute.manager [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Attaching volume dd0d579e-58be-401e-8126-f014e06fa4a9 to /dev/sdb [ 1082.652034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.652762] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1082.655765] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.088s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.657197] env[65368]: INFO nova.compute.claims [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.674816] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1082.675266] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Fetch image to [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd/OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1082.675386] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Downloading stream optimized image 03cfa578-9fed-4609-9746-a4b9d7024eb7 to [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd/OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd.vmdk on the data store datastore2 as vApp {{(pid=65368) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1082.675477] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Downloading image file data 03cfa578-9fed-4609-9746-a4b9d7024eb7 to the ESX as VM named 'OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd' {{(pid=65368) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1082.681324] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c8f45fd-c04e-4694-a5fd-ca9f6ff67e8b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.692478] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0897ed1b-20df-4e9e-b930-498a3c724dab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.709035] env[65368]: DEBUG nova.virt.block_device [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updating existing volume attachment record: a5d2a38b-3cc3-4794-8615-d6b74243b8a7 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1082.733016] env[65368]: DEBUG nova.compute.manager [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Received event network-vif-plugged-72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1082.733016] env[65368]: DEBUG oslo_concurrency.lockutils [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] Acquiring lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.735437] env[65368]: DEBUG oslo_concurrency.lockutils [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.735437] env[65368]: DEBUG oslo_concurrency.lockutils [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.735437] env[65368]: DEBUG nova.compute.manager [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] No waiting events found dispatching network-vif-plugged-72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1082.735437] env[65368]: WARNING nova.compute.manager [req-bae65656-5a0f-48ad-99a4-a4e5fee2ec66 req-3d1ff30a-d4a6-4625-9ef5-7e6681fb8f4f service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Received unexpected event network-vif-plugged-72fa0d0b-1218-4793-b9b8-9db47b1008e6 for instance with vm_state building and task_state spawning. [ 1082.781977] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1082.781977] env[65368]: value = "resgroup-9" [ 1082.781977] env[65368]: _type = "ResourcePool" [ 1082.781977] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1082.782917] env[65368]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-92c8f89a-278a-4954-acf7-c4371c91106a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.809115] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease: (returnval){ [ 1082.809115] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1082.809115] env[65368]: _type = "HttpNfcLease" [ 1082.809115] env[65368]: } obtained for vApp import into resource pool (val){ [ 1082.809115] env[65368]: value = "resgroup-9" [ 1082.809115] env[65368]: _type = "ResourcePool" [ 1082.809115] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1082.809420] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the lease: (returnval){ [ 1082.809420] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1082.809420] env[65368]: _type = "HttpNfcLease" [ 1082.809420] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.821226] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.821226] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1082.821226] env[65368]: _type = "HttpNfcLease" [ 1082.821226] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.841316] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Successfully updated port: 72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1082.879366] env[65368]: DEBUG nova.network.neutron [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.966410] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.966689] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.063796] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1c7410f9-9172-4378-a9d4-d40c09f91069 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.075602] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c350c2f1-987f-44da-9a84-9373384ae320 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.109546] env[65368]: DEBUG nova.compute.manager [req-8cb38fad-0a40-4a29-ab93-fa7d0299a50d req-872a0ec2-53e3-45fd-98f6-421308c5b009 service nova] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Detach interface failed, port_id=52d602e9-207b-45b2-88b1-f2738dcf8a62, reason: Instance 00c46fcf-9b4c-4a11-8f83-8ea239cae872 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1083.161853] env[65368]: DEBUG nova.compute.utils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.166416] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1083.166591] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1083.167022] env[65368]: WARNING neutronclient.v2_0.client [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.167506] env[65368]: WARNING neutronclient.v2_0.client [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1083.218218] env[65368]: DEBUG nova.policy [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecaab485b9c84dcbadd1b4a07f371f2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '40991d766bee487fb2a501bd7aea041d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1083.319514] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.319514] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1083.319514] env[65368]: _type = "HttpNfcLease" [ 1083.319514] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.345171] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345504] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345892] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1083.382441] env[65368]: INFO nova.compute.manager [-] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Took 1.61 seconds to deallocate network for instance. [ 1083.471019] env[65368]: DEBUG nova.compute.utils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1083.580710] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Successfully created port: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1083.674193] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1083.819745] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.819745] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1083.819745] env[65368]: _type = "HttpNfcLease" [ 1083.819745] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.820128] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.820128] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522ee38e-2414-614c-2a02-dc321c8776a4" [ 1083.820128] env[65368]: _type = "HttpNfcLease" [ 1083.820128] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1083.821026] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0383f571-09c2-42ad-b05d-cb0bd3db64d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.832284] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.832822] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HTTP connection to write to file with size = 31670784 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1083.891977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.900106] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-455700d6-6b2f-4368-89cc-6cf074f4ed2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.921989] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1083.973796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.979789] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a30ad8f-3150-403c-b859-a32a90a31a29 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.987686] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3b10f9-9ac5-4650-98ec-e42ee2ef5a80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.019022] env[65368]: WARNING neutronclient.v2_0.client [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.021787] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac84231b-a546-4c34-a374-07e19b1eaf5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.030373] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4535e912-ae11-48c3-a3c7-5bfc9e53e0b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.047889] env[65368]: DEBUG nova.compute.provider_tree [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.169467] env[65368]: DEBUG nova.network.neutron [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Updating instance_info_cache with network_info: [{"id": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "address": "fa:16:3e:8d:dc:8f", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa0d0b-12", "ovs_interfaceid": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.551729] env[65368]: DEBUG nova.scheduler.client.report [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.673799] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.674260] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Instance network_info: |[{"id": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "address": "fa:16:3e:8d:dc:8f", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa0d0b-12", "ovs_interfaceid": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1084.674874] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:dc:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72fa0d0b-1218-4793-b9b8-9db47b1008e6', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1084.684687] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1084.688234] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1084.690550] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1084.691953] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9acbc8c9-5d89-499f-80c7-d980aca3d8ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.724496] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1084.724496] env[65368]: value = "task-4425122" [ 1084.724496] env[65368]: _type = "Task" [ 1084.724496] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.730765] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1084.731058] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1084.731210] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1084.731387] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1084.731530] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1084.731673] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1084.731892] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1084.732062] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1084.732244] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1084.732413] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1084.732578] env[65368]: DEBUG nova.virt.hardware [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1084.733530] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0277901-260d-4813-998e-395443ff0736 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.750337] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425122, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.754270] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0864b0aa-7a6f-4628-8bd3-a822cdffbcbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.775875] env[65368]: DEBUG nova.compute.manager [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Received event network-changed-72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1084.776086] env[65368]: DEBUG nova.compute.manager [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Refreshing instance network info cache due to event network-changed-72fa0d0b-1218-4793-b9b8-9db47b1008e6. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1084.776287] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] Acquiring lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.776420] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] Acquired lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.776600] env[65368]: DEBUG nova.network.neutron [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Refreshing network info cache for port 72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.929867] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1084.929867] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.050497] env[65368]: DEBUG nova.compute.manager [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Received event network-vif-plugged-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1085.050881] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] Acquiring lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.051069] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.051304] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.051554] env[65368]: DEBUG nova.compute.manager [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] No waiting events found dispatching network-vif-plugged-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1085.051725] env[65368]: WARNING nova.compute.manager [req-6e320a77-20aa-4022-b368-f5bd77bf9a1b req-5313d3da-5fe3-42e2-8701-16b12c930039 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Received unexpected event network-vif-plugged-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 for instance with vm_state building and task_state spawning. [ 1085.057586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.057895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.058199] env[65368]: INFO nova.compute.manager [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Attaching volume 386db701-709c-441d-8c48-3595e106c847 to /dev/sdb [ 1085.060740] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.061336] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1085.069418] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.071727] env[65368]: INFO nova.compute.claims [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.114317] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196711e4-4a72-455f-9792-23cdef2684f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.125215] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0116d460-45cb-4eb5-998b-4db12f7457a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.143672] env[65368]: DEBUG nova.virt.block_device [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updating existing volume attachment record: 00f22c8e-9b73-4edd-8c42-7a87095b5e9b {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1085.189471] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Successfully updated port: d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1085.236281] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425122, 'name': CreateVM_Task, 'duration_secs': 0.424493} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.236491] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.237212] env[65368]: WARNING neutronclient.v2_0.client [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.237671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.237909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.238259] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.238551] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a425962e-0842-41f4-a187-7447e7437992 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.245921] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1085.245921] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52779532-b8b1-74a4-409a-60459303895e" [ 1085.245921] env[65368]: _type = "Task" [ 1085.245921] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.258186] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52779532-b8b1-74a4-409a-60459303895e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.271040] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1085.271040] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1085.271635] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31329212-2e46-44ce-8d8d-d5f36bb7d17a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.279602] env[65368]: WARNING neutronclient.v2_0.client [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.284265] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1085.284478] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1085.284906] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-bd41116f-6ca5-4069-a00c-233729ec03dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.438906] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439124] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439262] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439406] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439542] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439680] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.439814] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1085.439954] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1085.477048] env[65368]: WARNING neutronclient.v2_0.client [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.482345] env[65368]: DEBUG oslo_vmware.rw_handles [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526f5104-9db1-2f49-a002-32e2d5bb2a5a/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1085.482693] env[65368]: INFO nova.virt.vmwareapi.images [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Downloaded image file data 03cfa578-9fed-4609-9746-a4b9d7024eb7 [ 1085.483855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a65d93-3d2e-4ac7-a20d-54578a9edc3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.500699] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc9c872-bd47-4d1e-937f-16aa5b17f0ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.532025] env[65368]: INFO nova.virt.vmwareapi.images [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] The imported VM was unregistered [ 1085.535659] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1085.536054] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.536422] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d17e6d0d-cb8a-4f0c-a2b6-116203d90db1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.552052] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.552336] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd/OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd.vmdk to [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk. {{(pid=65368) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1085.552546] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3fa727bb-2319-40d8-8f1d-66d412463d83 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.561241] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1085.561241] env[65368]: value = "task-4425128" [ 1085.561241] env[65368]: _type = "Task" [ 1085.561241] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.562216] env[65368]: DEBUG nova.network.neutron [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Updated VIF entry in instance network info cache for port 72fa0d0b-1218-4793-b9b8-9db47b1008e6. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1085.562544] env[65368]: DEBUG nova.network.neutron [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Updating instance_info_cache with network_info: [{"id": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "address": "fa:16:3e:8d:dc:8f", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72fa0d0b-12", "ovs_interfaceid": "72fa0d0b-1218-4793-b9b8-9db47b1008e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.573606] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.577654] env[65368]: DEBUG nova.compute.utils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.578852] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1085.579060] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1085.579382] env[65368]: WARNING neutronclient.v2_0.client [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.579675] env[65368]: WARNING neutronclient.v2_0.client [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.623394] env[65368]: DEBUG nova.policy [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9d1bbc19d647348371d9c565153629', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0853dff07c544b1c9b2eea2b9bd1d4f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1085.696439] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.697035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquired lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.697035] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1085.758339] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52779532-b8b1-74a4-409a-60459303895e, 'name': SearchDatastore_Task, 'duration_secs': 0.017176} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.758650] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.758887] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1085.759167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.759343] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.759522] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.759792] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c8e3b5b-aa9f-4fbb-b724-599eaac48456 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.777025] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.777025] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1085.777025] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24b3e5a-6c62-47aa-abde-2ab79d4a7f7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.789083] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1085.789083] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52db31e2-9d42-564b-ee81-8a7a6151bbd3" [ 1085.789083] env[65368]: _type = "Task" [ 1085.789083] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.801892] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52db31e2-9d42-564b-ee81-8a7a6151bbd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.937072] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Successfully created port: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1085.942754] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.069568] env[65368]: DEBUG oslo_concurrency.lockutils [req-ed5f484e-a675-4de3-ae17-082ab3cbfc8d req-c3423a48-0ecb-4990-86d9-1d3ab8e30f1c service nova] Releasing lock "refresh_cache-9100ff03-fa62-4291-bd93-8e208d004cb0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.076436] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.080171] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1086.236404] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1086.306326] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52db31e2-9d42-564b-ee81-8a7a6151bbd3, 'name': SearchDatastore_Task, 'duration_secs': 0.027162} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.309977] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-308f8cde-4e6d-4842-ba90-e913173394a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.320266] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1086.320266] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5e71f-0e99-01f7-5d70-8f25c6f27baa" [ 1086.320266] env[65368]: _type = "Task" [ 1086.320266] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.335241] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5e71f-0e99-01f7-5d70-8f25c6f27baa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.336595] env[65368]: WARNING neutronclient.v2_0.client [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.392183] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd91dc2-ced8-4ecb-86d2-c1244ab55d74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.403657] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15387ab0-4bb1-4ce9-b353-e2708713af5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.438127] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b92c0e-d22b-4c76-81f2-69d4d035f6d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.449534] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24c0a2aa-17c9-4e5b-872b-0fef48adf66c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.466373] env[65368]: DEBUG nova.compute.provider_tree [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.479712] env[65368]: DEBUG nova.network.neutron [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Updating instance_info_cache with network_info: [{"id": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "address": "fa:16:3e:65:64:84", "network": {"id": "8c095388-795b-4ff8-8f71-0130d44d4169", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1249234210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40991d766bee487fb2a501bd7aea041d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d89c2c-86", "ovs_interfaceid": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.579287] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.833650] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e5e71f-0e99-01f7-5d70-8f25c6f27baa, 'name': SearchDatastore_Task, 'duration_secs': 0.092428} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.834169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.834216] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 9100ff03-fa62-4291-bd93-8e208d004cb0/9100ff03-fa62-4291-bd93-8e208d004cb0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1086.834481] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54f15cf1-3466-47ea-9a27-cc54c6222f96 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.844952] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1086.844952] env[65368]: value = "task-4425129" [ 1086.844952] env[65368]: _type = "Task" [ 1086.844952] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.859467] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.969494] env[65368]: DEBUG nova.scheduler.client.report [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.982326] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Releasing lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.982975] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Instance network_info: |[{"id": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "address": "fa:16:3e:65:64:84", "network": {"id": "8c095388-795b-4ff8-8f71-0130d44d4169", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1249234210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40991d766bee487fb2a501bd7aea041d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d89c2c-86", "ovs_interfaceid": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1086.983393] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:64:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ff90ec9-3c7e-4e76-b409-fcf37fc588d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd8d89c2c-8690-4dfa-bb5a-d31e15a5c554', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.992176] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Creating folder: Project (40991d766bee487fb2a501bd7aea041d). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1086.993377] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63b01934-cce4-4a96-9ea7-21d6098b3218 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.010158] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Created folder: Project (40991d766bee487fb2a501bd7aea041d) in parent group-v865657. [ 1087.010543] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Creating folder: Instances. Parent ref: group-v865923. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1087.010723] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2949f351-20c3-4796-a286-667004b59f09 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.026294] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Created folder: Instances in parent group-v865923. [ 1087.026578] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1087.026784] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1087.027031] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67b3cf0a-9e49-4647-99aa-7194fa09cb9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.051950] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1087.051950] env[65368]: value = "task-4425132" [ 1087.051950] env[65368]: _type = "Task" [ 1087.051950] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.067246] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425132, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.079871] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.089868] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1087.119039] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1087.119370] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.119528] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1087.119759] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1087.120773] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1087.121151] env[65368]: DEBUG nova.virt.hardware [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1087.121890] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5806c9fc-d853-47dd-bbfc-48d37fdae279 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.127184] env[65368]: DEBUG nova.compute.manager [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Received event network-changed-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1087.127423] env[65368]: DEBUG nova.compute.manager [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Refreshing instance network info cache due to event network-changed-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1087.127648] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] Acquiring lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.127800] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] Acquired lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.127936] env[65368]: DEBUG nova.network.neutron [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Refreshing network info cache for port d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1087.138440] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d23f477d-849e-42f8-91b5-070283d7b0a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.277052] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1087.277381] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865919', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'name': 'volume-dd0d579e-58be-401e-8126-f014e06fa4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a723e479-e495-47bf-a21f-44803feb4c36', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'serial': 'dd0d579e-58be-401e-8126-f014e06fa4a9'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1087.278376] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03708116-cc6c-4dc6-950d-01727495e637 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.300611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb0006-8f89-4479-82bf-e5054fedb259 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.332426] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] volume-dd0d579e-58be-401e-8126-f014e06fa4a9/volume-dd0d579e-58be-401e-8126-f014e06fa4a9.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1087.332860] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08e2cdac-5237-428d-ad32-0ff30e792562 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.357560] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.359248] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1087.359248] env[65368]: value = "task-4425133" [ 1087.359248] env[65368]: _type = "Task" [ 1087.359248] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.372994] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425133, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.475753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.476498] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1087.479755] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.399s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.480176] env[65368]: DEBUG nova.objects.instance [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'resources' on Instance uuid f2e0de75-a855-4d80-bdb9-3a8f3c968aa0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.543532] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Successfully updated port: 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1087.566786] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425132, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.579697] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.631883] env[65368]: WARNING neutronclient.v2_0.client [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.822695] env[65368]: WARNING neutronclient.v2_0.client [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.858905] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.873994] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425133, 'name': ReconfigVM_Task, 'duration_secs': 0.470345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.874392] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfigured VM instance instance-00000056 to attach disk [datastore2] volume-dd0d579e-58be-401e-8126-f014e06fa4a9/volume-dd0d579e-58be-401e-8126-f014e06fa4a9.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1087.879543] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42ce5988-200d-4180-b611-6615c9e9058c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.899350] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1087.899350] env[65368]: value = "task-4425134" [ 1087.899350] env[65368]: _type = "Task" [ 1087.899350] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.913552] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.914939] env[65368]: DEBUG nova.network.neutron [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Updated VIF entry in instance network info cache for port d8d89c2c-8690-4dfa-bb5a-d31e15a5c554. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1087.915454] env[65368]: DEBUG nova.network.neutron [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Updating instance_info_cache with network_info: [{"id": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "address": "fa:16:3e:65:64:84", "network": {"id": "8c095388-795b-4ff8-8f71-0130d44d4169", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1249234210-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "40991d766bee487fb2a501bd7aea041d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ff90ec9-3c7e-4e76-b409-fcf37fc588d8", "external-id": "nsx-vlan-transportzone-475", "segmentation_id": 475, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8d89c2c-86", "ovs_interfaceid": "d8d89c2c-8690-4dfa-bb5a-d31e15a5c554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1087.984565] env[65368]: DEBUG nova.compute.utils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.989737] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1087.989737] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1087.990069] env[65368]: WARNING neutronclient.v2_0.client [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.991040] env[65368]: WARNING neutronclient.v2_0.client [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.047730] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.048050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.048050] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1088.067872] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425132, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.076348] env[65368]: DEBUG nova.policy [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373f3cf9e4b94dfaae3b3e51fc922f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eec57c3aef29420c9986da84a390c781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.089167] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.334389] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc9092aa-9a4e-4c87-a15f-e23a2b90f142 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.356423] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1298b3e1-dbde-4c8c-8fb3-1e5504db5c1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.370849] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.399815] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa6c1816-4e26-45c9-87cd-2a6ee4de3743 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.419239] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f6c716-8016-4f4d-a703-7cc239daab4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.424076] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1bfd5e8-e245-4d8b-9e9b-9c9ad4aafdd6 req-7e066376-273f-4668-bfb9-08d91b9c6b9a service nova] Releasing lock "refresh_cache-f587d273-8a3e-4cc4-8905-77f3b4997107" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.424469] env[65368]: DEBUG oslo_vmware.api [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425134, 'name': ReconfigVM_Task, 'duration_secs': 0.238705} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.424953] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865919', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'name': 'volume-dd0d579e-58be-401e-8126-f014e06fa4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a723e479-e495-47bf-a21f-44803feb4c36', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'serial': 'dd0d579e-58be-401e-8126-f014e06fa4a9'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1088.441700] env[65368]: DEBUG nova.compute.provider_tree [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.490440] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1088.508596] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Successfully created port: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1088.564213] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425132, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.579832] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.588684] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1088.619529] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.619805] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.668938] env[65368]: WARNING neutronclient.v2_0.client [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.785279] env[65368]: DEBUG nova.network.neutron [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.861566] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.946462] env[65368]: DEBUG nova.scheduler.client.report [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.064436] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425132, 'name': CreateVM_Task, 'duration_secs': 1.858687} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.064671] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1089.065238] env[65368]: WARNING neutronclient.v2_0.client [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.065630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.065800] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.066168] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.066472] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcae6ca1-564c-4af2-8fab-68d495b1eb6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.073315] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1089.073315] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529e8c0a-9552-38b5-7bb0-a1fb719c8ba7" [ 1089.073315] env[65368]: _type = "Task" [ 1089.073315] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.079768] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425128, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.180076} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.080358] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd/OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd.vmdk to [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk. [ 1089.081021] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Cleaning up location [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1089.081021] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_fa0a1e87-f8aa-4e0b-86d7-a5ef4d0a58bd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.081155] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9da3b19-b19a-4ae2-b2c7-d5a11f1cf04b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.086230] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529e8c0a-9552-38b5-7bb0-a1fb719c8ba7, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.086770] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.086992] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1089.087265] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.087629] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.087629] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1089.087825] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-215f130b-e0a5-4274-9d1e-3a498e483141 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.091161] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1089.091161] env[65368]: value = "task-4425135" [ 1089.091161] env[65368]: _type = "Task" [ 1089.091161] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.097117] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1089.097370] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1089.101249] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6af0d6de-fd3b-42bd-bdd3-901e72cc4297 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.103585] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.107071] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1089.107071] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be6d7f-db3d-372a-43b4-48cbedf901aa" [ 1089.107071] env[65368]: _type = "Task" [ 1089.107071] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.115315] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be6d7f-db3d-372a-43b4-48cbedf901aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.123748] env[65368]: DEBUG nova.compute.utils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.289647] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.289988] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Instance network_info: |[{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1089.293046] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:6c:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f51a12e-719e-4f1b-9e9f-804c27b4ccf3', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.314360] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1089.314746] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.315953] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4deed6c1-ac35-4a37-b6f3-0d169babe924 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.338863] env[65368]: DEBUG nova.compute.manager [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Received event network-vif-plugged-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1089.339102] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.339311] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.340939] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.340939] env[65368]: DEBUG nova.compute.manager [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] No waiting events found dispatching network-vif-plugged-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1089.340939] env[65368]: WARNING nova.compute.manager [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Received unexpected event network-vif-plugged-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 for instance with vm_state building and task_state spawning. [ 1089.340939] env[65368]: DEBUG nova.compute.manager [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Received event network-changed-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1089.340939] env[65368]: DEBUG nova.compute.manager [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Refreshing instance network info cache due to event network-changed-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1089.341458] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Acquiring lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.341458] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Acquired lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.341626] env[65368]: DEBUG nova.network.neutron [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Refreshing network info cache for port 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1089.345472] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.345472] env[65368]: value = "task-4425136" [ 1089.345472] env[65368]: _type = "Task" [ 1089.345472] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.361533] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425136, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.365907] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425129, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.043196} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.366206] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 9100ff03-fa62-4291-bd93-8e208d004cb0/9100ff03-fa62-4291-bd93-8e208d004cb0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.366438] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.366650] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb29c194-fa94-410c-9bbc-8a0a991211f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.380764] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1089.380764] env[65368]: value = "task-4425137" [ 1089.380764] env[65368]: _type = "Task" [ 1089.380764] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.389176] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425137, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.454734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.456174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.386s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.456571] env[65368]: DEBUG nova.objects.instance [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lazy-loading 'resources' on Instance uuid 7e49302b-aae6-4137-861d-c7040c7ba5bb {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.466972] env[65368]: DEBUG nova.objects.instance [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid a723e479-e495-47bf-a21f-44803feb4c36 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.502149] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1089.536607] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1089.536904] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.537066] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1089.537268] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.537537] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1089.537611] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1089.537810] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1089.538245] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1089.538374] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1089.538452] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1089.538640] env[65368]: DEBUG nova.virt.hardware [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1089.540061] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befffef3-79dd-4f87-a174-b57100a81d8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.546375] env[65368]: INFO nova.scheduler.client.report [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocations for instance f2e0de75-a855-4d80-bdb9-3a8f3c968aa0 [ 1089.554509] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63547a55-451d-45c1-b056-995cca88be16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.602871] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.602871] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.603082] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.603748] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk to [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1089.603748] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9843a8dd-29dd-4e0d-a7ec-d30317c9e522 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.611952] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1089.611952] env[65368]: value = "task-4425139" [ 1089.611952] env[65368]: _type = "Task" [ 1089.611952] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.621410] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52be6d7f-db3d-372a-43b4-48cbedf901aa, 'name': SearchDatastore_Task, 'duration_secs': 0.00912} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.622704] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb993ef9-5fe5-4098-b617-f60ea288d2d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.629402] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.629936] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.634583] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1089.634583] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522624ba-f824-640c-71ce-b39d0777c4dc" [ 1089.634583] env[65368]: _type = "Task" [ 1089.634583] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.644029] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522624ba-f824-640c-71ce-b39d0777c4dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.846531] env[65368]: WARNING neutronclient.v2_0.client [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.858755] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425136, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.888103] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425137, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111278} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.888448] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1089.889277] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6747ac3e-3e51-474c-b551-b9f67aea88b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.913036] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 9100ff03-fa62-4291-bd93-8e208d004cb0/9100ff03-fa62-4291-bd93-8e208d004cb0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1089.916398] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2af97fe-e042-4649-80bd-8745fc7b32c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.938374] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1089.938374] env[65368]: value = "task-4425140" [ 1089.938374] env[65368]: _type = "Task" [ 1089.938374] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.951045] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425140, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.970442] env[65368]: DEBUG oslo_concurrency.lockutils [None req-01d35414-ebed-4156-8482-b186fa7cac37 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.360s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.064760] env[65368]: DEBUG oslo_concurrency.lockutils [None req-62aa8e66-b344-4521-a576-aaf8de3e7ce8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "f2e0de75-a855-4d80-bdb9-3a8f3c968aa0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.557s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.102539] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Successfully updated port: 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1090.130802] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.146333] env[65368]: WARNING neutronclient.v2_0.client [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.153693] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522624ba-f824-640c-71ce-b39d0777c4dc, 'name': SearchDatastore_Task, 'duration_secs': 0.065826} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.156801] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.157162] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f587d273-8a3e-4cc4-8905-77f3b4997107/f587d273-8a3e-4cc4-8905-77f3b4997107.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1090.157703] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-656e140b-3ccc-4dc2-b7d1-e97873506549 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.168170] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1090.168170] env[65368]: value = "task-4425141" [ 1090.168170] env[65368]: _type = "Task" [ 1090.168170] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.182165] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.249291] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f49f822-2d7b-4bdd-8375-0f8cf4238801 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.260832] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b3be04-afcd-44fc-a648-13911f03cda5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.310170] env[65368]: DEBUG nova.network.neutron [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updated VIF entry in instance network info cache for port 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1090.310806] env[65368]: DEBUG nova.network.neutron [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.315465] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e69df15d-61a5-4945-aaea-065d5b00082b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.329618] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b249b87-57f3-444b-92f7-d86569b11542 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.352250] env[65368]: DEBUG nova.compute.provider_tree [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.366214] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425136, 'name': CreateVM_Task, 'duration_secs': 0.653421} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.366398] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.366979] env[65368]: WARNING neutronclient.v2_0.client [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.367323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.367475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.367788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.368095] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63477fca-7898-4356-8fc6-9d151ab750a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.376135] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1090.376135] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a541b-abaa-95ec-ad42-55720ac6115e" [ 1090.376135] env[65368]: _type = "Task" [ 1090.376135] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.388109] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a541b-abaa-95ec-ad42-55720ac6115e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.452700] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425140, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.606530] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.606647] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.606820] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1090.628283] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.684424] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.730381] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.730718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.730973] env[65368]: INFO nova.compute.manager [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Attaching volume 125d6d0f-f9aa-478a-a244-a2691b2bf2ec to /dev/sdb [ 1090.767525] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6756f5c-7249-4b49-9f8a-f868de7037c9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.779332] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4231b17-bc89-4ef2-90eb-0cba106482d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.796666] env[65368]: DEBUG nova.virt.block_device [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating existing volume attachment record: b87e2b73-9921-4532-8ede-fbc9a562b0e8 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.820142] env[65368]: DEBUG oslo_concurrency.lockutils [req-3b4e9f09-1736-48db-bbc4-0a17fd75b513 req-11f346c9-fd0f-40a9-a74b-36527699295e service nova] Releasing lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.820661] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.820885] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.859865] env[65368]: DEBUG nova.scheduler.client.report [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1090.889822] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526a541b-abaa-95ec-ad42-55720ac6115e, 'name': SearchDatastore_Task, 'duration_secs': 0.102326} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.890532] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.890767] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.890997] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.891153] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.891381] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.891675] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c246cbf3-8385-4a38-8813-abb74eca2159 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.912814] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.913129] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.913995] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f7a788-254c-4446-8ed4-ffd35b3015e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.923113] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1090.923113] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d29121-1a78-582f-deca-2a44dc9d9b01" [ 1090.923113] env[65368]: _type = "Task" [ 1090.923113] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.927475] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.927743] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.928134] env[65368]: DEBUG nova.objects.instance [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.937382] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d29121-1a78-582f-deca-2a44dc9d9b01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.954073] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425140, 'name': ReconfigVM_Task, 'duration_secs': 0.53687} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.954647] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 9100ff03-fa62-4291-bd93-8e208d004cb0/9100ff03-fa62-4291-bd93-8e208d004cb0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.955373] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-496f1476-b70a-41db-9fd4-1b593c15b31a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.965685] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1090.965685] env[65368]: value = "task-4425142" [ 1090.965685] env[65368]: _type = "Task" [ 1090.965685] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.977531] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425142, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.127435] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.159182] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1091.185654] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.235564] env[65368]: WARNING neutronclient.v2_0.client [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.314588] env[65368]: DEBUG nova.network.neutron [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Updating instance_info_cache with network_info: [{"id": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "address": "fa:16:3e:33:61:17", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2004b6-e2", "ovs_interfaceid": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.324308] env[65368]: INFO nova.compute.manager [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Detaching volume dd0d579e-58be-401e-8126-f014e06fa4a9 [ 1091.366212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.910s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.369333] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.797s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.369586] env[65368]: DEBUG nova.objects.instance [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'resources' on Instance uuid c857b321-193b-45f9-ba08-6d2f759bd7a4 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.372384] env[65368]: DEBUG nova.compute.manager [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Received event network-vif-plugged-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1091.372685] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Acquiring lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.372924] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.373112] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.373355] env[65368]: DEBUG nova.compute.manager [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] No waiting events found dispatching network-vif-plugged-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1091.373525] env[65368]: WARNING nova.compute.manager [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Received unexpected event network-vif-plugged-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c for instance with vm_state building and task_state spawning. [ 1091.373679] env[65368]: DEBUG nova.compute.manager [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Received event network-changed-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1091.373825] env[65368]: DEBUG nova.compute.manager [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Refreshing instance network info cache due to event network-changed-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1091.373984] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Acquiring lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.402693] env[65368]: INFO nova.scheduler.client.report [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Deleted allocations for instance 7e49302b-aae6-4137-861d-c7040c7ba5bb [ 1091.431801] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.438678] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d29121-1a78-582f-deca-2a44dc9d9b01, 'name': SearchDatastore_Task, 'duration_secs': 0.101089} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.439903] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2aa5299-481c-4fab-b8e7-8e3466e0176b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.448697] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1091.448697] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52417e85-ae2d-302e-ba5f-3f0e3353eee8" [ 1091.448697] env[65368]: _type = "Task" [ 1091.448697] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.460047] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52417e85-ae2d-302e-ba5f-3f0e3353eee8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.479516] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425142, 'name': Rename_Task, 'duration_secs': 0.200058} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.479793] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.480143] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8c6d2a5-488b-4308-9355-dca27e4637dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.489375] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1091.489375] env[65368]: value = "task-4425144" [ 1091.489375] env[65368]: _type = "Task" [ 1091.489375] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.501942] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425144, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.548688] env[65368]: DEBUG nova.objects.instance [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.630308] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.686027] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.702515] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1091.702855] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865922', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'name': 'volume-386db701-709c-441d-8c48-3595e106c847', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f584cd3f-5f5c-47c4-b73b-d0234236e010', 'attached_at': '', 'detached_at': '', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'serial': '386db701-709c-441d-8c48-3595e106c847'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1091.704233] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7b3c1c5-4fc7-446f-b290-f459db845011 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.728150] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9a8fd4-e121-41c2-952f-218aeb9d7b6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.760810] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] volume-386db701-709c-441d-8c48-3595e106c847/volume-386db701-709c-441d-8c48-3595e106c847.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.761218] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d34ae5c-680d-4b6a-af64-abf379890319 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.780986] env[65368]: INFO nova.virt.block_device [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Attempting to driver detach volume dd0d579e-58be-401e-8126-f014e06fa4a9 from mountpoint /dev/sdb [ 1091.781407] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1091.781854] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865919', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'name': 'volume-dd0d579e-58be-401e-8126-f014e06fa4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a723e479-e495-47bf-a21f-44803feb4c36', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'serial': 'dd0d579e-58be-401e-8126-f014e06fa4a9'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1091.783016] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2984d0fa-33c7-4c29-a413-cde56b573cc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.788539] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1091.788539] env[65368]: value = "task-4425147" [ 1091.788539] env[65368]: _type = "Task" [ 1091.788539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.816141] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851f078d-e6af-452e-bf46-5b1988408e7a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.819430] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425147, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.820413] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.820584] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Instance network_info: |[{"id": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "address": "fa:16:3e:33:61:17", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2004b6-e2", "ovs_interfaceid": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1091.820913] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Acquired lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.821102] env[65368]: DEBUG nova.network.neutron [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Refreshing network info cache for port 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1091.822346] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:61:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.830453] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating folder: Project (eec57c3aef29420c9986da84a390c781). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.832110] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2669cfb-ab89-4286-a5d3-38d3a1f544a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.838510] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0e41bd-d465-4b83-9a87-8704b64fce8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.846849] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created folder: Project (eec57c3aef29420c9986da84a390c781) in parent group-v865657. [ 1091.847145] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating folder: Instances. Parent ref: group-v865929. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1091.848259] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a3081dc-9c37-4812-a5ea-f31c24c3d407 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.869630] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cff730e-2cdc-47a9-bcb5-1d477f799171 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.894250] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The volume has not been displaced from its original location: [datastore2] volume-dd0d579e-58be-401e-8126-f014e06fa4a9/volume-dd0d579e-58be-401e-8126-f014e06fa4a9.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1091.899382] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfiguring VM instance instance-00000056 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1091.901026] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b073b26-194b-43d0-ba14-7b6061d5830b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.915771] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created folder: Instances in parent group-v865929. [ 1091.916069] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1091.921769] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.922814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d4520850-4d38-41d7-9387-9dfe2fd2b149 tempest-ServerRescueNegativeTestJSON-673284641 tempest-ServerRescueNegativeTestJSON-673284641-project-member] Lock "7e49302b-aae6-4137-861d-c7040c7ba5bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.266s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.927081] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f47e7cc-93d4-42bd-9e5b-523c278fdd18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.943978] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1091.943978] env[65368]: value = "task-4425150" [ 1091.943978] env[65368]: _type = "Task" [ 1091.943978] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.955406] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.955406] env[65368]: value = "task-4425151" [ 1091.955406] env[65368]: _type = "Task" [ 1091.955406] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.961552] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425150, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.974805] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52417e85-ae2d-302e-ba5f-3f0e3353eee8, 'name': SearchDatastore_Task, 'duration_secs': 0.093981} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.975649] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.975951] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.976252] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-289d95a7-fc28-4e56-8d72-94ad74ea1d45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.987256] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425151, 'name': CreateVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.989382] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1091.989382] env[65368]: value = "task-4425152" [ 1091.989382] env[65368]: _type = "Task" [ 1091.989382] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.008660] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.012965] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425144, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.050215] env[65368]: DEBUG nova.objects.base [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1092.050528] env[65368]: DEBUG nova.network.neutron [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1092.050951] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.051284] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.135279] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.159553] env[65368]: DEBUG nova.policy [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1092.186798] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.195681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd9566c-a491-4ace-be8c-a737a8711963 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.206547] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67743776-5417-4d81-b2d9-17172d1ed33a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.244921] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00609462-2354-4659-90b7-f43ba5ba9d03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.256540] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8511770-166f-4ee8-aa10-040d7c0ad76a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.277324] env[65368]: DEBUG nova.compute.provider_tree [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1092.304083] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.332716] env[65368]: WARNING neutronclient.v2_0.client [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.460778] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425150, 'name': ReconfigVM_Task, 'duration_secs': 0.418634} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.461156] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Reconfigured VM instance instance-00000056 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1092.466279] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d921de7-1643-42ec-bef3-cb7418e8781e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.487517] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425151, 'name': CreateVM_Task, 'duration_secs': 0.470494} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.489064] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.489477] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1092.489477] env[65368]: value = "task-4425153" [ 1092.489477] env[65368]: _type = "Task" [ 1092.489477] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.489921] env[65368]: WARNING neutronclient.v2_0.client [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.490304] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.490455] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.490779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.491122] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-031c9a3e-770a-41c2-8bc7-654f6387ec50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.510273] env[65368]: DEBUG oslo_vmware.api [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425144, 'name': PowerOnVM_Task, 'duration_secs': 0.553044} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.517989] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1092.518381] env[65368]: INFO nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Took 10.22 seconds to spawn the instance on the hypervisor. [ 1092.518596] env[65368]: DEBUG nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1092.518925] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1092.518925] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d98e3-54b0-b76e-8126-9fee157b92f1" [ 1092.518925] env[65368]: _type = "Task" [ 1092.518925] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.519146] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425153, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.519356] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.520138] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3e8b58-5f2d-410a-b14a-9455d1a9507d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.534031] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d98e3-54b0-b76e-8126-9fee157b92f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.631343] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.687629] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.782143] env[65368]: DEBUG nova.scheduler.client.report [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1092.808615] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.008999] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425152, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.012546] env[65368]: DEBUG oslo_vmware.api [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425153, 'name': ReconfigVM_Task, 'duration_secs': 0.197131} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.012912] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865919', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'name': 'volume-dd0d579e-58be-401e-8126-f014e06fa4a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a723e479-e495-47bf-a21f-44803feb4c36', 'attached_at': '', 'detached_at': '', 'volume_id': 'dd0d579e-58be-401e-8126-f014e06fa4a9', 'serial': 'dd0d579e-58be-401e-8126-f014e06fa4a9'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1093.035858] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526d98e3-54b0-b76e-8126-9fee157b92f1, 'name': SearchDatastore_Task, 'duration_secs': 0.049184} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.036183] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.036474] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1093.036710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.036710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.036915] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1093.037332] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc8214b0-8bfb-4603-9831-4e54847d422e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.053876] env[65368]: INFO nova.compute.manager [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Took 20.02 seconds to build instance. [ 1093.055024] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1093.055727] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1093.058216] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2083e0-8789-4445-a374-e4796af05acd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.067435] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1093.067435] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527bae79-822c-fbfa-76cc-e3e88aacba26" [ 1093.067435] env[65368]: _type = "Task" [ 1093.067435] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.079829] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527bae79-822c-fbfa-76cc-e3e88aacba26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.127941] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425139, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.027756} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.128304] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03cfa578-9fed-4609-9746-a4b9d7024eb7/03cfa578-9fed-4609-9746-a4b9d7024eb7.vmdk to [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.129148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b58c0903-2c5a-4cc1-a851-5adb24dc3ea9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.152878] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.153627] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568d37a9-c6ff-424a-bfa2-125df0b51ef2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.175673] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1093.175673] env[65368]: value = "task-4425154" [ 1093.175673] env[65368]: _type = "Task" [ 1093.175673] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.189948] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425141, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.552248} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.193507] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] f587d273-8a3e-4cc4-8905-77f3b4997107/f587d273-8a3e-4cc4-8905-77f3b4997107.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.193758] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.194026] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425154, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.194251] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b90dfe88-d93b-4b7a-904a-008c6fb6dec7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.202385] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1093.202385] env[65368]: value = "task-4425155" [ 1093.202385] env[65368]: _type = "Task" [ 1093.202385] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.213999] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425155, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.288777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.293064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.401s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.293064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.294808] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.352s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.295117] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.295286] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1093.296465] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59226e3-5aea-41ed-b977-ab5aab1041ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.313188] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425147, 'name': ReconfigVM_Task, 'duration_secs': 1.467883} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.314613] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d98aed-b9b5-438f-962a-bd1eff5a318d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.318991] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfigured VM instance instance-0000005e to attach disk [datastore2] volume-386db701-709c-441d-8c48-3595e106c847/volume-386db701-709c-441d-8c48-3595e106c847.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1093.325469] env[65368]: INFO nova.scheduler.client.report [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted allocations for instance c857b321-193b-45f9-ba08-6d2f759bd7a4 [ 1093.327842] env[65368]: INFO nova.scheduler.client.report [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted allocations for instance 00c46fcf-9b4c-4a11-8f83-8ea239cae872 [ 1093.328297] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0d71689-e50a-424f-914a-953c984ea5ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.364032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25ecb54-2979-4086-aae4-1af9697eb7b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.364355] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1093.364355] env[65368]: value = "task-4425156" [ 1093.364355] env[65368]: _type = "Task" [ 1093.364355] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.375643] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0054a6f2-b335-4a4d-a199-3305a018e8ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.386589] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425156, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.417817] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179075MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1093.417817] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.417817] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.513685] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425152, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.15964} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.513934] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.514162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.514417] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d7466d8-68b9-4d46-9b42-f7e6997c9090 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.521758] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1093.521758] env[65368]: value = "task-4425157" [ 1093.521758] env[65368]: _type = "Task" [ 1093.521758] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.531882] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425157, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.559674] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e917f0d6-7082-417f-a5c9-3a4d921bb4aa tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.539s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.575193] env[65368]: DEBUG nova.objects.instance [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid a723e479-e495-47bf-a21f-44803feb4c36 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.583736] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527bae79-822c-fbfa-76cc-e3e88aacba26, 'name': SearchDatastore_Task, 'duration_secs': 0.033069} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.584648] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98510ee5-884c-4015-8310-ba1aeb93f1b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.592297] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1093.592297] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527223b2-077a-52a9-05ad-e0db08cf5396" [ 1093.592297] env[65368]: _type = "Task" [ 1093.592297] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.602223] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527223b2-077a-52a9-05ad-e0db08cf5396, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.691114] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.714921] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425155, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072356} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.715267] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.716308] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39339c0-51c0-4040-815d-45901c6d2c2c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.740802] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] f587d273-8a3e-4cc4-8905-77f3b4997107/f587d273-8a3e-4cc4-8905-77f3b4997107.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.740802] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad81af0-1283-48f2-9d18-6a789191fd9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.765576] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1093.765576] env[65368]: value = "task-4425159" [ 1093.765576] env[65368]: _type = "Task" [ 1093.765576] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.775320] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.840841] env[65368]: DEBUG nova.network.neutron [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Successfully updated port: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1093.850232] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b9e18b8a-3583-4f63-af59-8aebd17806a7 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "00c46fcf-9b4c-4a11-8f83-8ea239cae872" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.719s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.854259] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b217aa7b-e58c-44f7-b649-7cee33c3a8e1 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "c857b321-193b-45f9-ba08-6d2f759bd7a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.977s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.859031] env[65368]: WARNING neutronclient.v2_0.client [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.876899] env[65368]: DEBUG oslo_vmware.api [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425156, 'name': ReconfigVM_Task, 'duration_secs': 0.200632} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.878222] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865922', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'name': 'volume-386db701-709c-441d-8c48-3595e106c847', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f584cd3f-5f5c-47c4-b73b-d0234236e010', 'attached_at': '', 'detached_at': '', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'serial': '386db701-709c-441d-8c48-3595e106c847'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1093.979755] env[65368]: DEBUG nova.network.neutron [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Updated VIF entry in instance network info cache for port 2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.980036] env[65368]: DEBUG nova.network.neutron [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Updating instance_info_cache with network_info: [{"id": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "address": "fa:16:3e:33:61:17", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2004b6-e2", "ovs_interfaceid": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.034174] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425157, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247678} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.034517] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.035521] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312cd90a-1a1c-4419-bfa4-5c999b6645cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.065163] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.066034] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7540cdd-4fca-4073-ab9d-eb66402a0dc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.092182] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1094.092182] env[65368]: value = "task-4425160" [ 1094.092182] env[65368]: _type = "Task" [ 1094.092182] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.103951] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425160, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.107819] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527223b2-077a-52a9-05ad-e0db08cf5396, 'name': SearchDatastore_Task, 'duration_secs': 0.019113} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.107819] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.108393] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/116e1616-2739-4d0e-9f32-e5e393f8d174.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1094.108550] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aec1eca9-5383-4aeb-81f2-230c4d245e7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.115409] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1094.115409] env[65368]: value = "task-4425161" [ 1094.115409] env[65368]: _type = "Task" [ 1094.115409] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.124224] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.193691] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425154, 'name': ReconfigVM_Task, 'duration_secs': 0.91541} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.193978] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 2129d341-9628-4bbe-abd9-044873852f39/2129d341-9628-4bbe-abd9-044873852f39.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.195494] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': 'aa35d696-7517-4711-9cf1-10e7fbb5577f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': 'ba68956b-b0be-4541-adb4-12597960a188', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865915', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'name': 'volume-7976e28e-9c9e-4826-88ac-3677aac5a032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2129d341-9628-4bbe-abd9-044873852f39', 'attached_at': '', 'detached_at': '', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'serial': '7976e28e-9c9e-4826-88ac-3677aac5a032'}, 'volume_type': None}], 'swap': None} {{(pid=65368) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1094.195797] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1094.195938] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865915', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'name': 'volume-7976e28e-9c9e-4826-88ac-3677aac5a032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2129d341-9628-4bbe-abd9-044873852f39', 'attached_at': '', 'detached_at': '', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'serial': '7976e28e-9c9e-4826-88ac-3677aac5a032'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1094.196746] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3255a9c-52c5-4813-a63c-208034abb486 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.214898] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdc077-e80f-4f2c-819f-32b184eec857 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.241078] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] volume-7976e28e-9c9e-4826-88ac-3677aac5a032/volume-7976e28e-9c9e-4826-88ac-3677aac5a032.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.241435] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d9eb87f-dcfb-4c1d-9e68-a3c160a97766 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.261235] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1094.261235] env[65368]: value = "task-4425162" [ 1094.261235] env[65368]: _type = "Task" [ 1094.261235] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.271736] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.277445] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425159, 'name': ReconfigVM_Task, 'duration_secs': 0.324957} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.277700] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Reconfigured VM instance instance-00000060 to attach disk [datastore2] f587d273-8a3e-4cc4-8905-77f3b4997107/f587d273-8a3e-4cc4-8905-77f3b4997107.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.278322] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24c2b023-74f6-4140-8606-92508aafb102 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.285427] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1094.285427] env[65368]: value = "task-4425163" [ 1094.285427] env[65368]: _type = "Task" [ 1094.285427] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.294264] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425163, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.346379] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.346553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.346743] env[65368]: DEBUG nova.network.neutron [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1094.380180] env[65368]: DEBUG nova.compute.manager [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1094.380576] env[65368]: DEBUG oslo_concurrency.lockutils [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.380788] env[65368]: DEBUG oslo_concurrency.lockutils [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.380951] env[65368]: DEBUG oslo_concurrency.lockutils [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.381142] env[65368]: DEBUG nova.compute.manager [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] No waiting events found dispatching network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1094.381401] env[65368]: WARNING nova.compute.manager [req-cbcd60fc-47a6-4b61-8a29-8bf68d33a731 req-4553d003-d40d-49cc-b425-baa7a5108fa4 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received unexpected event network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 for instance with vm_state active and task_state None. [ 1094.456934] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance ff3ef5fb-3271-4730-9e63-c98c3a66175d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.456934] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0f1610b5-07d6-4887-a211-ecadf8c10936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.456934] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a723e479-e495-47bf-a21f-44803feb4c36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457208] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a3ff13e4-652a-469c-a3c3-0c6aa08c815e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457208] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457305] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 8e480cf8-3017-4386-ada1-fc5162b2210e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457344] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance bf8a1643-b975-4f53-8156-a4ee2442770c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457697] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 2129d341-9628-4bbe-abd9-044873852f39 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457697] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f584cd3f-5f5c-47c4-b73b-d0234236e010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.457933] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 9100ff03-fa62-4291-bd93-8e208d004cb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.458401] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f587d273-8a3e-4cc4-8905-77f3b4997107 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.458401] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 07642a84-9883-4c20-86d6-27f03602562f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.458532] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 116e1616-2739-4d0e-9f32-e5e393f8d174 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1094.458688] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1094.458845] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3008MB phys_disk=100GB used_disk=13GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '13', 'num_vm_active': '9', 'num_task_None': '9', 'num_os_type_None': '13', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'io_workload': '3', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '4', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'num_proj_4542489d608743c2b9ebc15bfb313e39': '3', 'num_proj_773d027cc30d461dbebeb04f293b0b83': '1', 'num_proj_5dd64d11ccbd4c389e4be8040b0bf1ee': '1', 'num_proj_0de459ce3b14422fb5414824e4e382f4': '2', 'num_proj_a3130c16b9cf421f8374c0fc3d2eb79e': '1', 'num_vm_building': '3', 'num_proj_40991d766bee487fb2a501bd7aea041d': '1', 'num_proj_0853dff07c544b1c9b2eea2b9bd1d4f8': '1', 'num_proj_eec57c3aef29420c9986da84a390c781': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1094.482523] env[65368]: DEBUG oslo_concurrency.lockutils [req-e3ceb0e8-2a38-4ce8-8c0b-e5097b4382d9 req-61a544d2-6aa8-40d4-b2f1-6c061481a748 service nova] Releasing lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.589037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ba4c81d7-2c14-43f4-a242-8be2eb0f39da tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.768s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.608666] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.626899] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.671162] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6724c4db-f092-46b3-8290-882cc7f3972d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.683032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c3b30e4-d53c-47c7-91a2-42c961a09307 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.721028] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe53942-7bb0-42d1-8b16-deb9415a5712 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.730448] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e27c31-7ccd-4b4a-a35c-b668c497da8e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.746973] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.772456] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425162, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.796369] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425163, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.895700] env[65368]: WARNING nova.network.neutron [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 1094.922925] env[65368]: DEBUG nova.objects.instance [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'flavor' on Instance uuid f584cd3f-5f5c-47c4-b73b-d0234236e010 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1095.020078] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.105891] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.128313] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425161, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.230238] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1095.250101] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1095.280396] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425162, 'name': ReconfigVM_Task, 'duration_secs': 0.636344} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.280865] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfigured VM instance instance-00000038 to attach disk [datastore1] volume-7976e28e-9c9e-4826-88ac-3677aac5a032/volume-7976e28e-9c9e-4826-88ac-3677aac5a032.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.288947] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14aeb9f1-18b9-4cfb-8f80-a26a89fb5052 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.312658] env[65368]: DEBUG nova.network.neutron [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "address": "fa:16:3e:56:c1:3c", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eba8ae-d4", "ovs_interfaceid": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1095.324569] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425163, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.326392] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1095.326392] env[65368]: value = "task-4425164" [ 1095.326392] env[65368]: _type = "Task" [ 1095.326392] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.341323] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425164, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.429094] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9c436835-38f6-4981-903d-48a233133365 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.371s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.587324] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "b7eede29-442c-4440-92c9-524ea61119e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.587538] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.602824] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425160, 'name': ReconfigVM_Task, 'duration_secs': 1.492518} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.603131] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1095.603772] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5503b970-ac91-4cac-857b-0e61a1a16a58 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.613892] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1095.613892] env[65368]: value = "task-4425165" [ 1095.613892] env[65368]: _type = "Task" [ 1095.613892] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.626168] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425165, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.629431] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425161, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.358011} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.629668] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/116e1616-2739-4d0e-9f32-e5e393f8d174.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.629878] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.630139] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-560f282a-edf8-4d63-b78e-5d3b0dba411b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.638111] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1095.638111] env[65368]: value = "task-4425166" [ 1095.638111] env[65368]: _type = "Task" [ 1095.638111] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.647496] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.755142] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1095.755319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.338s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.799821] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425163, 'name': Rename_Task, 'duration_secs': 1.326568} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.800176] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.800470] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6430e0c-f88e-44a8-87a4-545434d516f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.808305] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1095.808305] env[65368]: value = "task-4425167" [ 1095.808305] env[65368]: _type = "Task" [ 1095.808305] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.817707] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.818411] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.818565] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.818814] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.819552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffa3bc0-8d50-405a-b798-84be9ed131c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.836988] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1095.837287] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1095.837381] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1095.837558] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1095.837944] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1095.837944] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1095.838103] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1095.838257] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1095.838413] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1095.838573] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1095.838740] env[65368]: DEBUG nova.virt.hardware [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1095.847642] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfiguring VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1095.851916] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a937cbbd-3b1d-4f34-8559-0f1258aa2f82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.869565] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1095.869817] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865928', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'name': 'volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ff13e4-652a-469c-a3c3-0c6aa08c815e', 'attached_at': '', 'detached_at': '', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'serial': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1095.874552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88eeb61d-e7fc-40c9-9ac8-02e4ca8360e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.885083] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.898745] env[65368]: DEBUG oslo_vmware.api [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1095.898745] env[65368]: value = "task-4425168" [ 1095.898745] env[65368]: _type = "Task" [ 1095.898745] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.900833] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3986b1b7-e067-4a1b-a8c7-c3600a309060 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.914285] env[65368]: DEBUG oslo_vmware.api [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425168, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.929418] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "9100ff03-fa62-4291-bd93-8e208d004cb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.929724] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.929946] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.930110] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.930281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.932550] env[65368]: INFO nova.compute.manager [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Terminating instance [ 1095.945551] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec/volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.947078] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc329ec7-c8ee-4148-bed3-7f71cd608fd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.970354] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1095.970354] env[65368]: value = "task-4425169" [ 1095.970354] env[65368]: _type = "Task" [ 1095.970354] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.980910] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.981190] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.987360] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425169, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.090166] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1096.125491] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425165, 'name': Rename_Task, 'duration_secs': 0.160956} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.126107] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.126107] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f943a57f-3ba6-468a-9a64-949a0f94d005 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.134592] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1096.134592] env[65368]: value = "task-4425170" [ 1096.134592] env[65368]: _type = "Task" [ 1096.134592] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.145252] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.151347] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079175} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.151595] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.152579] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ece2518-bf21-43a6-a191-4364f250ea4a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.178449] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/116e1616-2739-4d0e-9f32-e5e393f8d174.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.178761] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fda74ed-89bc-43bb-9b37-22066a741520 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.200590] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1096.200590] env[65368]: value = "task-4425171" [ 1096.200590] env[65368]: _type = "Task" [ 1096.200590] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.210166] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425171, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.319613] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.347091] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425164, 'name': ReconfigVM_Task, 'duration_secs': 0.902357} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.347533] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865915', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'name': 'volume-7976e28e-9c9e-4826-88ac-3677aac5a032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2129d341-9628-4bbe-abd9-044873852f39', 'attached_at': '', 'detached_at': '', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'serial': '7976e28e-9c9e-4826-88ac-3677aac5a032'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1096.348335] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09581878-653a-458e-89de-0123bac8e668 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356047] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1096.356047] env[65368]: value = "task-4425172" [ 1096.356047] env[65368]: _type = "Task" [ 1096.356047] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.366193] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425172, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.374924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.375328] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.375616] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.375879] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.376116] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.378466] env[65368]: INFO nova.compute.manager [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Terminating instance [ 1096.411549] env[65368]: DEBUG oslo_vmware.api [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.436465] env[65368]: DEBUG nova.compute.manager [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1096.436707] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1096.437876] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f02fc9-f17a-4d2e-81e1-763a8dcc974d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.447526] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.447805] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0bafd2-38c3-45f0-a34c-74f70b1d4a31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.454777] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1096.454777] env[65368]: value = "task-4425173" [ 1096.454777] env[65368]: _type = "Task" [ 1096.454777] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.467267] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.482969] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.489429] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1096.616151] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.616446] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.618062] env[65368]: INFO nova.compute.claims [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1096.649299] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425170, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.713118] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425171, 'name': ReconfigVM_Task, 'duration_secs': 0.363726} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.713443] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/116e1616-2739-4d0e-9f32-e5e393f8d174.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.714211] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff61c2ac-5e45-4ce9-a0b4-77a2f1691867 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.722544] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1096.722544] env[65368]: value = "task-4425174" [ 1096.722544] env[65368]: _type = "Task" [ 1096.722544] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.733538] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425174, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.821027] env[65368]: DEBUG oslo_vmware.api [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425167, 'name': PowerOnVM_Task, 'duration_secs': 0.742564} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.821301] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.821526] env[65368]: INFO nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Took 12.13 seconds to spawn the instance on the hypervisor. [ 1096.822189] env[65368]: DEBUG nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.822546] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71cab546-1635-405a-8d6c-4e6cee6744f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.868804] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425172, 'name': Rename_Task, 'duration_secs': 0.259856} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.869110] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.869407] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0b08f6f-8709-4d3d-beec-da902112a1bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.878186] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1096.878186] env[65368]: value = "task-4425175" [ 1096.878186] env[65368]: _type = "Task" [ 1096.878186] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.883512] env[65368]: DEBUG nova.compute.manager [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1096.883757] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1096.884400] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b52b828-5b6e-4e09-b8eb-a22316220b88 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.895967] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425175, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.898379] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1096.898379] env[65368]: value = "task-4425176" [ 1096.898379] env[65368]: _type = "Task" [ 1096.898379] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.918648] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.922307] env[65368]: DEBUG oslo_vmware.api [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425168, 'name': ReconfigVM_Task, 'duration_secs': 1.013692} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.922945] env[65368]: WARNING neutronclient.v2_0.client [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.924323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.924323] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfigured VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1096.969438] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425173, 'name': PowerOffVM_Task, 'duration_secs': 0.233152} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.969438] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.969726] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.969786] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d370f8f-263b-4431-bcb9-37e78bddb665 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.982855] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425169, 'name': ReconfigVM_Task, 'duration_secs': 0.659636} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.983207] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfigured VM instance instance-00000059 to attach disk [datastore1] volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec/volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.989961] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b32f7121-1f7f-4423-878d-5b98f37c3ff6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.013208] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1097.013208] env[65368]: value = "task-4425178" [ 1097.013208] env[65368]: _type = "Task" [ 1097.013208] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.020656] env[65368]: DEBUG nova.compute.manager [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1097.021058] env[65368]: DEBUG nova.compute.manager [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-40eba8ae-d4a5-40ca-a348-d9f31c6b8263. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1097.021744] env[65368]: DEBUG oslo_concurrency.lockutils [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.021744] env[65368]: DEBUG oslo_concurrency.lockutils [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.021744] env[65368]: DEBUG nova.network.neutron [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1097.028123] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.029068] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425178, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.060810] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1097.061056] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1097.061244] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore2] 9100ff03-fa62-4291-bd93-8e208d004cb0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1097.062623] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1f1e0c8-050d-4290-9d6d-e68b98f82540 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.070700] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1097.070700] env[65368]: value = "task-4425179" [ 1097.070700] env[65368]: _type = "Task" [ 1097.070700] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.081410] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425179, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.149099] env[65368]: DEBUG oslo_vmware.api [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425170, 'name': PowerOnVM_Task, 'duration_secs': 0.768634} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.149521] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.149617] env[65368]: INFO nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1097.149791] env[65368]: DEBUG nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1097.150717] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94bcd71e-76ec-40c7-b94d-7d1ac3e3ce38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.236168] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425174, 'name': Rename_Task, 'duration_secs': 0.281252} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.236482] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.236743] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-679fe25c-ddff-4de5-8091-e1edfb7fc03f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.245346] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1097.245346] env[65368]: value = "task-4425180" [ 1097.245346] env[65368]: _type = "Task" [ 1097.245346] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.254342] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.352039] env[65368]: INFO nova.compute.manager [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Took 23.25 seconds to build instance. [ 1097.390314] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425175, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.410215] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425176, 'name': PowerOffVM_Task, 'duration_secs': 0.387006} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.410885] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1097.410885] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1097.411200] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865922', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'name': 'volume-386db701-709c-441d-8c48-3595e106c847', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f584cd3f-5f5c-47c4-b73b-d0234236e010', 'attached_at': '', 'detached_at': '', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'serial': '386db701-709c-441d-8c48-3595e106c847'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1097.412338] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15976292-03fc-4db5-98ad-09b9c4098386 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.444655] env[65368]: DEBUG oslo_concurrency.lockutils [None req-357e04c0-ac91-4627-97bf-8c7ba190fac6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.517s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.447444] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2346ad26-74f8-4886-ba6b-579cd9186523 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.459944] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f580c468-fc3b-421a-8103-b65209bb3f34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.484140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.484546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.484624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a723e479-e495-47bf-a21f-44803feb4c36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.484800] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.485015] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.487847] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014e2d9-c2b4-4ae3-9f87-9bae4c250875 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.491040] env[65368]: INFO nova.compute.manager [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Terminating instance [ 1097.511935] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The volume has not been displaced from its original location: [datastore2] volume-386db701-709c-441d-8c48-3595e106c847/volume-386db701-709c-441d-8c48-3595e106c847.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1097.518215] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1097.519224] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f1785d1-96fc-4eed-8572-582216f35145 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.539769] env[65368]: WARNING neutronclient.v2_0.client [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.549311] env[65368]: DEBUG oslo_vmware.api [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425178, 'name': ReconfigVM_Task, 'duration_secs': 0.213105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.551071] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865928', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'name': 'volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ff13e4-652a-469c-a3c3-0c6aa08c815e', 'attached_at': '', 'detached_at': '', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'serial': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.552751] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1097.552751] env[65368]: value = "task-4425181" [ 1097.552751] env[65368]: _type = "Task" [ 1097.552751] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.564062] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.584110] env[65368]: DEBUG oslo_vmware.api [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425179, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194738} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.584489] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.584738] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.585074] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.585198] env[65368]: INFO nova.compute.manager [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1097.585440] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1097.586015] env[65368]: DEBUG nova.compute.manager [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1097.586128] env[65368]: DEBUG nova.network.neutron [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1097.586435] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.624859] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.681712] env[65368]: INFO nova.compute.manager [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Took 21.13 seconds to build instance. [ 1097.759939] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.832193] env[65368]: WARNING neutronclient.v2_0.client [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.854665] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e97c884-d0c9-4506-8c56-c7619dfe5204 tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.771s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.907279] env[65368]: DEBUG oslo_vmware.api [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425175, 'name': PowerOnVM_Task, 'duration_secs': 0.582755} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.907279] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1097.910221] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0eede0-17b7-4c95-b94a-838b7256f793 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.921839] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467fc77b-7e2f-436f-8904-7ea0bc5070e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.930534] env[65368]: DEBUG nova.compute.manager [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1097.966345] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12f3f4-2278-49b9-a54c-cd06044a296f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.980586] env[65368]: DEBUG nova.network.neutron [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1097.982053] env[65368]: DEBUG nova.network.neutron [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "address": "fa:16:3e:56:c1:3c", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eba8ae-d4", "ovs_interfaceid": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.984337] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915123df-4012-4c64-accf-6aa986dae406 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.002681] env[65368]: DEBUG nova.compute.manager [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1098.003110] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.004666] env[65368]: DEBUG nova.compute.provider_tree [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.006710] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f572dc-09a8-48a4-a8ed-dd5e565cd529 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.015770] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1098.016063] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a264139a-4d0f-4a9f-acae-1a2b8fd7df5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.024758] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1098.024758] env[65368]: value = "task-4425182" [ 1098.024758] env[65368]: _type = "Task" [ 1098.024758] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.035900] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425182, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.050116] env[65368]: DEBUG nova.compute.manager [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.051742] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82698b7a-f469-4bd4-bd88-1b283dbd091e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.073675] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425181, 'name': ReconfigVM_Task, 'duration_secs': 0.434542} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.074237] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1098.079476] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d3edaf-a72e-45c3-9e81-49b6a91da660 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.098059] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1098.098059] env[65368]: value = "task-4425183" [ 1098.098059] env[65368]: _type = "Task" [ 1098.098059] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.113392] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.184262] env[65368]: DEBUG oslo_concurrency.lockutils [None req-681cd595-d6b1-4870-acdb-b834d0966b16 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.644s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.257837] env[65368]: DEBUG oslo_vmware.api [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425180, 'name': PowerOnVM_Task, 'duration_secs': 0.54264} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.258134] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.258426] env[65368]: INFO nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1098.258688] env[65368]: DEBUG nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.259542] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbfc7aa-e717-439f-bc4b-c662a432eaf2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.417401] env[65368]: DEBUG nova.network.neutron [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.441573] env[65368]: DEBUG nova.compute.manager [req-ed5c5da9-6835-498e-bd6c-05452d9e2fad req-9abc283e-9d46-48d8-8cc8-53de8033c02f service nova] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Received event network-vif-deleted-72fa0d0b-1218-4793-b9b8-9db47b1008e6 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1098.485639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.490521] env[65368]: DEBUG oslo_concurrency.lockutils [req-24bf4af2-e641-4f82-b663-8d7fece3706f req-b527c7f5-c554-416b-a981-e7a2c7820089 service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.511178] env[65368]: DEBUG nova.scheduler.client.report [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.538919] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425182, 'name': PowerOffVM_Task, 'duration_secs': 0.299627} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.540058] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1098.540058] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.540362] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b32efcf0-49f4-4a9c-9e2a-e2ecb287b749 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.586720] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e963735e-3e43-4a09-9699-e90a604bfc37 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 35.124s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1098.606690] env[65368]: DEBUG nova.objects.instance [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.614206] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425183, 'name': ReconfigVM_Task, 'duration_secs': 0.244819} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.615096] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865922', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'name': 'volume-386db701-709c-441d-8c48-3595e106c847', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f584cd3f-5f5c-47c4-b73b-d0234236e010', 'attached_at': '', 'detached_at': '', 'volume_id': '386db701-709c-441d-8c48-3595e106c847', 'serial': '386db701-709c-441d-8c48-3595e106c847'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1098.615285] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1098.616443] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3b906c-58a8-4a7a-a818-3584c4964e4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.633691] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.633905] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.634084] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleting the datastore file [datastore2] a723e479-e495-47bf-a21f-44803feb4c36 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.634367] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1098.634574] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc26914e-cfac-4d59-b7e4-f07b18743fea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.636805] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74e9b3f5-88bd-4057-b2f5-72a647dae7a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.644018] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1098.644018] env[65368]: value = "task-4425185" [ 1098.644018] env[65368]: _type = "Task" [ 1098.644018] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.654488] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.731398] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1098.731645] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1098.731838] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore2] f584cd3f-5f5c-47c4-b73b-d0234236e010 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1098.732098] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c95e81d-d49d-481e-be0c-7dce6dda1c36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.740426] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1098.740426] env[65368]: value = "task-4425187" [ 1098.740426] env[65368]: _type = "Task" [ 1098.740426] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.749534] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.778121] env[65368]: INFO nova.compute.manager [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Took 21.73 seconds to build instance. [ 1098.920107] env[65368]: INFO nova.compute.manager [-] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Took 1.33 seconds to deallocate network for instance. [ 1099.018289] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.399s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.018289] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1099.020018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.992s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.021897] env[65368]: INFO nova.compute.claims [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.112521] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8be0e316-9e93-4552-9096-e3a3436a52a0 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.382s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.159486] env[65368]: DEBUG oslo_vmware.api [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263542} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.160118] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.160329] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.160509] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.160673] env[65368]: INFO nova.compute.manager [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1099.160936] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1099.161147] env[65368]: DEBUG nova.compute.manager [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1099.161247] env[65368]: DEBUG nova.network.neutron [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1099.161496] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.206482] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.251546] env[65368]: DEBUG oslo_vmware.api [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272285} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.251946] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1099.252087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1099.252322] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1099.252456] env[65368]: INFO nova.compute.manager [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Took 2.37 seconds to destroy the instance on the hypervisor. [ 1099.252669] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1099.252861] env[65368]: DEBUG nova.compute.manager [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1099.252964] env[65368]: DEBUG nova.network.neutron [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1099.253299] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.281158] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8519477f-36d8-47cf-bb2d-5f24c3079442 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.247s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.314548] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.371146] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.371146] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.428976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.531670] env[65368]: DEBUG nova.compute.utils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1099.535206] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1099.661330] env[65368]: INFO nova.compute.manager [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Rescuing [ 1099.661752] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.661942] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.662190] env[65368]: DEBUG nova.network.neutron [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1099.779131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.779301] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.779432] env[65368]: DEBUG nova.compute.manager [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.780366] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6117debb-7241-4bd8-8f91-0b9b4ae5b503 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.788589] env[65368]: DEBUG nova.compute.manager [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1099.788846] env[65368]: DEBUG nova.objects.instance [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1099.873201] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.873376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.874356] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab243fee-557c-471f-bacf-c19c89417e95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.896037] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c04584-0da4-4aa4-9dec-d29583ae61ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.901447] env[65368]: DEBUG nova.compute.manager [req-cfc15bf8-d597-4e87-a9fc-3755444df57b req-3a4f9bf2-6343-4b55-9d87-9227e34e278e service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Received event network-vif-deleted-a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1099.901606] env[65368]: INFO nova.compute.manager [req-cfc15bf8-d597-4e87-a9fc-3755444df57b req-3a4f9bf2-6343-4b55-9d87-9227e34e278e service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Neutron deleted interface a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed; detaching it from the instance and deleting it from the info cache [ 1099.901868] env[65368]: DEBUG nova.network.neutron [req-cfc15bf8-d597-4e87-a9fc-3755444df57b req-3a4f9bf2-6343-4b55-9d87-9227e34e278e service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.922882] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1099.928451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfiguring VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1099.930101] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca3730c0-e061-45b5-b5d4-2d2adaa53e93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.951230] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d36dd4d8-8b94-46ee-a144-3ff95fc93465 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.964973] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd70768-a512-4abd-8328-d586ba50565f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.976744] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1099.976744] env[65368]: value = "task-4425188" [ 1099.976744] env[65368]: _type = "Task" [ 1099.976744] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.988532] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.004293] env[65368]: DEBUG nova.compute.manager [req-cfc15bf8-d597-4e87-a9fc-3755444df57b req-3a4f9bf2-6343-4b55-9d87-9227e34e278e service nova] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Detach interface failed, port_id=a4cc78ca-e9d4-48a3-a4b0-fd30d5b599ed, reason: Instance f584cd3f-5f5c-47c4-b73b-d0234236e010 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1100.036804] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1100.077829] env[65368]: DEBUG nova.network.neutron [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.165828] env[65368]: WARNING neutronclient.v2_0.client [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.185655] env[65368]: DEBUG nova.network.neutron [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.350469] env[65368]: DEBUG nova.compute.manager [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1100.365345] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18800b10-8475-4b3f-a036-9305e57daaa8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.376721] env[65368]: WARNING neutronclient.v2_0.client [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.380052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0b5cff-1ce9-421e-9590-cf6a55cb8222 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.417910] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd5ef7a-6a17-40f0-a7a4-1ab124566517 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.427192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edacffb-7d4a-4947-966b-451896f05e41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.445022] env[65368]: DEBUG nova.compute.provider_tree [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1100.476548] env[65368]: DEBUG nova.compute.manager [req-4004fdc2-e01a-4cdd-aed2-d935e5bda034 req-e6a5b243-69e4-4301-b392-ce4faef41a13 service nova] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Received event network-vif-deleted-fc8a716d-1ade-40f1-bd97-8950eb49f6d4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1100.491393] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.492662] env[65368]: DEBUG nova.network.neutron [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Updating instance_info_cache with network_info: [{"id": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "address": "fa:16:3e:33:61:17", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2b2004b6-e2", "ovs_interfaceid": "2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.580486] env[65368]: INFO nova.compute.manager [-] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Took 1.33 seconds to deallocate network for instance. [ 1100.691088] env[65368]: INFO nova.compute.manager [-] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Took 1.53 seconds to deallocate network for instance. [ 1100.804081] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1100.804273] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd116e40-5e4f-445f-9f6d-985bb3040381 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.812494] env[65368]: DEBUG oslo_vmware.api [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1100.812494] env[65368]: value = "task-4425189" [ 1100.812494] env[65368]: _type = "Task" [ 1100.812494] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.822275] env[65368]: DEBUG oslo_vmware.api [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.871638] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.951555] env[65368]: DEBUG nova.scheduler.client.report [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1100.989631] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.995613] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "refresh_cache-116e1616-2739-4d0e-9f32-e5e393f8d174" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.050707] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1101.080814] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.081078] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.081236] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.081422] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.081562] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.081701] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.081893] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.082063] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.082229] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.082385] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.082759] env[65368]: DEBUG nova.virt.hardware [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.083531] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a75a874-68d3-4a87-a3d9-2985fbdff07d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.093018] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7311132-9d6b-4b94-a229-708e5930af35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.109964] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.116408] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Creating folder: Project (c4e7e0c134054ab7b40e4fa0c0a4ff9e). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.116798] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6958daae-b0c9-44fd-aa51-3ffc8bdca6ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.129463] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Created folder: Project (c4e7e0c134054ab7b40e4fa0c0a4ff9e) in parent group-v865657. [ 1101.129698] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Creating folder: Instances. Parent ref: group-v865932. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.129909] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f26840a-a678-463f-a05a-30f8895269fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.132659] env[65368]: INFO nova.compute.manager [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Took 0.55 seconds to detach 1 volumes for instance. [ 1101.134755] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "f587d273-8a3e-4cc4-8905-77f3b4997107" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.134922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.135192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.135376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.135542] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.141053] env[65368]: INFO nova.compute.manager [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Terminating instance [ 1101.144099] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Created folder: Instances in parent group-v865932. [ 1101.144341] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1101.146227] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.146227] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-288c27fc-7b2c-443a-8894-614527d5432c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.167773] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.167773] env[65368]: value = "task-4425192" [ 1101.167773] env[65368]: _type = "Task" [ 1101.167773] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.177286] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425192, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.197586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.322848] env[65368]: DEBUG oslo_vmware.api [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425189, 'name': PowerOffVM_Task, 'duration_secs': 0.367097} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1101.323273] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1101.323547] env[65368]: DEBUG nova.compute.manager [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1101.324321] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e7337-6864-4b1f-a66e-070e2d9e26a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.457380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.437s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.458064] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1101.461125] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.976s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.488714] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.644758] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1101.647855] env[65368]: DEBUG nova.compute.manager [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1101.648077] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1101.649280] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97712133-4ac3-4af2-98b3-54590cd82a9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.659410] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1101.659711] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe466e1c-d9f4-4b1b-b7e3-7985f96099b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.667374] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1101.667374] env[65368]: value = "task-4425193" [ 1101.667374] env[65368]: _type = "Task" [ 1101.667374] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.684478] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425193, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.689249] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425192, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.837590] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f59e669f-7bab-462d-bd7a-efe739b94fdc tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.964707] env[65368]: DEBUG nova.compute.utils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1101.969102] env[65368]: INFO nova.compute.claims [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1101.973033] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1101.973425] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1101.973859] env[65368]: WARNING neutronclient.v2_0.client [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.974129] env[65368]: WARNING neutronclient.v2_0.client [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.992547] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.013519] env[65368]: DEBUG nova.policy [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff169f361bc4096afcdc0be715ed4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b7847384e94066a0743413101e16ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1102.184387] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425192, 'name': CreateVM_Task, 'duration_secs': 0.685499} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.186026] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.186341] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425193, 'name': PowerOffVM_Task, 'duration_secs': 0.261646} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.186716] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.186866] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.187422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.187511] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.187624] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1102.187850] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c801272-096a-4e95-8089-4ff389a7f1c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.189466] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cd43153-2458-4c5b-8176-b16edd86e0cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.194723] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1102.194723] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520ad53c-f8c3-fddf-b58f-7e7ccecd213a" [ 1102.194723] env[65368]: _type = "Task" [ 1102.194723] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.203988] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520ad53c-f8c3-fddf-b58f-7e7ccecd213a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.266161] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1102.266459] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1102.266646] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Deleting the datastore file [datastore2] f587d273-8a3e-4cc4-8905-77f3b4997107 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1102.266929] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf08e423-2be3-4916-a6d3-fd712e667f4b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.276036] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for the task: (returnval){ [ 1102.276036] env[65368]: value = "task-4425195" [ 1102.276036] env[65368]: _type = "Task" [ 1102.276036] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.286489] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425195, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.389888] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Successfully created port: 0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1102.473938] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1102.480786] env[65368]: INFO nova.compute.resource_tracker [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating resource usage from migration 5d2f423e-4523-49bd-a813-50320f8bb77d [ 1102.494638] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.535270] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.535729] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22155eed-6d1d-4f80-9d01-a6dcefba677c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.544080] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1102.544080] env[65368]: value = "task-4425196" [ 1102.544080] env[65368]: _type = "Task" [ 1102.544080] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.558041] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425196, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.709074] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520ad53c-f8c3-fddf-b58f-7e7ccecd213a, 'name': SearchDatastore_Task, 'duration_secs': 0.016308} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.709499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.709859] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.710234] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.710466] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.710750] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.711166] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd8441e5-6208-42db-aed3-f84f0f9fea74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.726291] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.726522] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.727326] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0279332e-3e26-4ef4-a50a-5d53715f8dea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.737378] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1102.737378] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52928e9c-0086-518d-54bf-4bf1d6ae1692" [ 1102.737378] env[65368]: _type = "Task" [ 1102.737378] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.743652] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f791a964-8c92-4aa5-b237-b339131b61d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.749960] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52928e9c-0086-518d-54bf-4bf1d6ae1692, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.754907] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3635e305-8f91-4d5b-aed6-43807d4d5e6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.789086] env[65368]: DEBUG nova.objects.instance [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.794068] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5445e70e-8699-4434-b985-4329057a4030 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.802099] env[65368]: DEBUG oslo_vmware.api [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Task: {'id': task-4425195, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187167} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.804557] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1102.804738] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1102.804907] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1102.805080] env[65368]: INFO nova.compute.manager [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1102.805356] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1102.805812] env[65368]: DEBUG nova.compute.manager [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1102.805911] env[65368]: DEBUG nova.network.neutron [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1102.806179] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.808814] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe74db6-74de-4060-ae0d-b5e65198e624 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.822817] env[65368]: DEBUG nova.compute.provider_tree [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.842466] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.005168] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.061709] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425196, 'name': PowerOffVM_Task, 'duration_secs': 0.223303} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.068022] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.068022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401690b2-4b32-40b3-a40a-7538c7a76208 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.097904] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f7ae6a6-f4ea-4d45-acc9-18c744da5385 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.142372] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.142676] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c61bb0f5-58c2-4346-ab0e-15d27a7aadef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.151091] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1103.151091] env[65368]: value = "task-4425197" [ 1103.151091] env[65368]: _type = "Task" [ 1103.151091] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.161030] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.161267] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.161503] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.161641] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.161811] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.162074] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2ba3378a-f63b-4540-aa4c-f714d86e961c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.171925] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.172128] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.172851] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b30faa51-3922-4b40-80ab-344f7e086f90 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.179184] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1103.179184] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526bb38c-e119-2cae-d33d-e468d8bf60a4" [ 1103.179184] env[65368]: _type = "Task" [ 1103.179184] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.187692] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526bb38c-e119-2cae-d33d-e468d8bf60a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.220439] env[65368]: DEBUG nova.compute.manager [req-004f26a3-ec29-4394-979b-52a92219ea55 req-0ac0a605-4df2-4fb1-8118-8776c404b645 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Received event network-vif-deleted-d8d89c2c-8690-4dfa-bb5a-d31e15a5c554 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.221033] env[65368]: INFO nova.compute.manager [req-004f26a3-ec29-4394-979b-52a92219ea55 req-0ac0a605-4df2-4fb1-8118-8776c404b645 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Neutron deleted interface d8d89c2c-8690-4dfa-bb5a-d31e15a5c554; detaching it from the instance and deleting it from the info cache [ 1103.221033] env[65368]: DEBUG nova.network.neutron [req-004f26a3-ec29-4394-979b-52a92219ea55 req-0ac0a605-4df2-4fb1-8118-8776c404b645 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.253267] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52928e9c-0086-518d-54bf-4bf1d6ae1692, 'name': SearchDatastore_Task, 'duration_secs': 0.011615} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.254738] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ffaaba-5c59-4ef7-9e7b-99077a363c03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.263089] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1103.263089] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227e166-7fc8-0a9e-34a0-617dcdc3144b" [ 1103.263089] env[65368]: _type = "Task" [ 1103.263089] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.275506] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227e166-7fc8-0a9e-34a0-617dcdc3144b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.299618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.299804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.299974] env[65368]: DEBUG nova.network.neutron [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1103.300168] env[65368]: DEBUG nova.objects.instance [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'info_cache' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.325608] env[65368]: DEBUG nova.scheduler.client.report [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.499789] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1103.505097] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.525015] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1103.525301] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1103.525474] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1103.525653] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1103.525795] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1103.525940] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1103.526403] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1103.526579] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1103.526782] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1103.526914] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1103.527101] env[65368]: DEBUG nova.virt.hardware [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1103.527974] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852fa6bb-e7d3-4201-9a60-a00cf20a3b31 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.536920] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d29e660-5e2a-4640-8741-30084af8ea04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.566275] env[65368]: DEBUG nova.network.neutron [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.690179] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]526bb38c-e119-2cae-d33d-e468d8bf60a4, 'name': SearchDatastore_Task, 'duration_secs': 0.030171} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.690967] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4573270d-c7cd-4f0c-9cc8-7cf114d07842 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.696745] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1103.696745] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5204aaf5-afe0-79aa-5854-06f049b3fd4a" [ 1103.696745] env[65368]: _type = "Task" [ 1103.696745] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.706665] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5204aaf5-afe0-79aa-5854-06f049b3fd4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.724528] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeeda75f-098c-4b21-8070-a73ca307fed9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.734144] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a2fd1a-de3f-463b-8563-a8154a023bc8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.766786] env[65368]: DEBUG nova.compute.manager [req-004f26a3-ec29-4394-979b-52a92219ea55 req-0ac0a605-4df2-4fb1-8118-8776c404b645 service nova] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Detach interface failed, port_id=d8d89c2c-8690-4dfa-bb5a-d31e15a5c554, reason: Instance f587d273-8a3e-4cc4-8905-77f3b4997107 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1103.776348] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5227e166-7fc8-0a9e-34a0-617dcdc3144b, 'name': SearchDatastore_Task, 'duration_secs': 0.027806} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.776865] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.777175] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.777507] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5baf08c-9095-4f7c-96c0-93f12460ac07 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.785539] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1103.785539] env[65368]: value = "task-4425198" [ 1103.785539] env[65368]: _type = "Task" [ 1103.785539] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.795393] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425198, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.804276] env[65368]: DEBUG nova.objects.base [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1103.811561] env[65368]: DEBUG nova.compute.manager [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Received event network-vif-plugged-0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1103.811833] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.811965] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.812140] env[65368]: DEBUG oslo_concurrency.lockutils [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.812299] env[65368]: DEBUG nova.compute.manager [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] No waiting events found dispatching network-vif-plugged-0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1103.812484] env[65368]: WARNING nova.compute.manager [req-ae78b1f0-6501-456a-a9c3-499b823caf68 req-7e5678f1-eb62-4fcf-b638-83ae6aab84d4 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Received unexpected event network-vif-plugged-0422874e-04ef-40ef-97a2-6c807b54ea57 for instance with vm_state building and task_state spawning. [ 1103.830833] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.370s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.831095] env[65368]: INFO nova.compute.manager [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Migrating [ 1103.842029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.414s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.842259] env[65368]: DEBUG nova.objects.instance [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid 9100ff03-fa62-4291-bd93-8e208d004cb0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.895035] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Successfully updated port: 0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1104.003884] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.069509] env[65368]: INFO nova.compute.manager [-] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Took 1.26 seconds to deallocate network for instance. [ 1104.209457] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5204aaf5-afe0-79aa-5854-06f049b3fd4a, 'name': SearchDatastore_Task, 'duration_secs': 0.033685} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.209735] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.210106] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1104.210269] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecd35d59-69e1-44b7-ac69-49c651b8b2c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.219225] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1104.219225] env[65368]: value = "task-4425199" [ 1104.219225] env[65368]: _type = "Task" [ 1104.219225] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.230184] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.295824] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425198, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.308071] env[65368]: WARNING neutronclient.v2_0.client [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.349552] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.349744] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.349956] env[65368]: DEBUG nova.network.neutron [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.398718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.398718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.398907] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.505972] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.556009] env[65368]: WARNING neutronclient.v2_0.client [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.577916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.627030] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7fb9c-d11e-486a-9abd-b00cda518f19 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.636399] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a336180e-0185-4cf2-b276-420a9097bcab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.669708] env[65368]: DEBUG nova.network.neutron [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1104.671542] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b84fb6-e4d2-4e72-b8e5-0925819bff95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.682540] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b149871e-c71a-4faa-994c-a912e36d0cac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.700558] env[65368]: DEBUG nova.compute.provider_tree [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1105.523454] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.528797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.531075] env[65368]: DEBUG nova.scheduler.client.report [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.534130] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.534944] env[65368]: WARNING oslo_vmware.common.loopingcall [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] task run outlasted interval by 0.31423500000000004 sec [ 1105.555131] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425198, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.900291} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.555387] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.558549] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1105.558766] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1105.559350] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.951529} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.559554] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4545282-7981-4e6d-9216-b9c14bc8dc87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.561510] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 1105.562537] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b06333c-bfbc-4c7a-aa79-a74994bbbb74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.568392] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1105.593856] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.594279] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1105.594279] env[65368]: value = "task-4425200" [ 1105.594279] env[65368]: _type = "Task" [ 1105.594279] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.602173] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2625fe1d-50d8-4e25-bd6c-1cd21164f4af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.622903] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425200, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.623843] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1105.623843] env[65368]: value = "task-4425201" [ 1105.623843] env[65368]: _type = "Task" [ 1105.623843] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.632737] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.679553] env[65368]: WARNING neutronclient.v2_0.client [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.785818] env[65368]: DEBUG nova.network.neutron [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.793146] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.888484] env[65368]: DEBUG nova.network.neutron [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.904155] env[65368]: DEBUG nova.compute.manager [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Received event network-changed-0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1105.904356] env[65368]: DEBUG nova.compute.manager [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Refreshing instance network info cache due to event network-changed-0422874e-04ef-40ef-97a2-6c807b54ea57. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1105.904540] env[65368]: DEBUG oslo_concurrency.lockutils [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.041575] env[65368]: DEBUG oslo_vmware.api [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425188, 'name': ReconfigVM_Task, 'duration_secs': 5.943235} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.042606] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.045414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.045689] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Reconfigured VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1106.046300] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.046806] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.049696] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.178s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.078919] env[65368]: INFO nova.scheduler.client.report [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance 9100ff03-fa62-4291-bd93-8e208d004cb0 [ 1106.089026] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.122033] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090503} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.124516] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.125668] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4415b997-d246-4d4e-ac00-480e9a5f7ebd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.143569] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425201, 'name': ReconfigVM_Task, 'duration_secs': 0.413817} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.152554] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.152909] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.153492] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8671cb14-ca4e-4c02-9bad-512d5b2f31b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.170946] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c950dd0a-e100-45f2-b1bc-b2da475ccded {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.200562] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90f03781-0610-401b-bf4c-488dc255ea3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.211236] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1106.211236] env[65368]: value = "task-4425202" [ 1106.211236] env[65368]: _type = "Task" [ 1106.211236] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.217647] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1106.217647] env[65368]: value = "task-4425203" [ 1106.217647] env[65368]: _type = "Task" [ 1106.217647] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.221182] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.229652] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425203, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.289268] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.289668] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Instance network_info: |[{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1106.290014] env[65368]: DEBUG oslo_concurrency.lockutils [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.290198] env[65368]: DEBUG nova.network.neutron [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Refreshing network info cache for port 0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.291491] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:6f:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0422874e-04ef-40ef-97a2-6c807b54ea57', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.300066] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1106.301082] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.301328] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-858f8a55-b1ba-4ec2-b560-636c237dd35a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.323020] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.323020] env[65368]: value = "task-4425204" [ 1106.323020] env[65368]: _type = "Task" [ 1106.323020] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.332449] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425204, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.392069] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.545163] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.545163] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3120067d-6b1f-476b-bc74-605c47371723 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.551979] env[65368]: DEBUG oslo_vmware.api [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1106.551979] env[65368]: value = "task-4425205" [ 1106.551979] env[65368]: _type = "Task" [ 1106.551979] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.554345] env[65368]: INFO nova.compute.claims [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1106.568216] env[65368]: DEBUG oslo_vmware.api [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425205, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.586928] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e4b30160-850d-496e-a2c6-88174101bfee tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "9100ff03-fa62-4291-bd93-8e208d004cb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.657s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.722178] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425202, 'name': ReconfigVM_Task, 'duration_secs': 0.457242} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.725405] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1106.726143] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adeb666-ae77-4ae9-b020-e49e1f64af3e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.733766] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425203, 'name': ReconfigVM_Task, 'duration_secs': 0.2656} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.735154] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.735908] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1106.735908] env[65368]: value = "task-4425206" [ 1106.735908] env[65368]: _type = "Task" [ 1106.735908] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.736134] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f9f9e4-af1f-4dce-b374-d77de45b2c2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.747257] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425206, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.748770] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1106.748770] env[65368]: value = "task-4425207" [ 1106.748770] env[65368]: _type = "Task" [ 1106.748770] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.758046] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.802147] env[65368]: WARNING neutronclient.v2_0.client [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.835756] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425204, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.970411] env[65368]: WARNING neutronclient.v2_0.client [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.052200] env[65368]: DEBUG nova.network.neutron [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updated VIF entry in instance network info cache for port 0422874e-04ef-40ef-97a2-6c807b54ea57. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1107.052910] env[65368]: DEBUG nova.network.neutron [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1107.065060] env[65368]: INFO nova.compute.resource_tracker [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating resource usage from migration d21b1571-a208-4ffb-b070-e0a680024079 [ 1107.073995] env[65368]: DEBUG oslo_vmware.api [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425205, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.251055] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425206, 'name': Rename_Task, 'duration_secs': 0.159898} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.254246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.257064] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-574c36e6-4a42-4411-8035-e8b3c8f9daa0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.264497] env[65368]: DEBUG oslo_vmware.api [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425207, 'name': PowerOnVM_Task, 'duration_secs': 0.428764} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.265803] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.267616] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1107.267616] env[65368]: value = "task-4425208" [ 1107.267616] env[65368]: _type = "Task" [ 1107.267616] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.271478] env[65368]: DEBUG nova.compute.manager [None req-5bac20ff-d47d-4ef3-8b63-3a254f7c4c65 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.272224] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584513ce-270a-44cd-a20b-266424890cf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.286283] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425208, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.312233] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4f65cf-6ded-4a8b-94f5-96cf47ba74bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.320849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b150212f-2c76-4c19-9a5a-b532cff8c3b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.336575] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425204, 'name': CreateVM_Task, 'duration_secs': 0.631588} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.359818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1107.361247] env[65368]: WARNING neutronclient.v2_0.client [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.361517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.361666] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.361975] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.362732] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc5c79b-a436-4b90-aba9-f799d678db17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.365844] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f3cfd77-d891-40b1-abbc-0f044f824fe6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.373693] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1107.373693] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b0518d-1318-fdfd-75be-3a5c4c1acc4b" [ 1107.373693] env[65368]: _type = "Task" [ 1107.373693] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.375080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c207a9-0fe1-459f-96b4-eac2ac835e66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.388419] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b0518d-1318-fdfd-75be-3a5c4c1acc4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012028} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.396242] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.396521] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1107.396753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.396895] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.397075] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1107.397548] env[65368]: DEBUG nova.compute.provider_tree [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1107.398858] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6638d58f-221e-44ca-aa1a-2c91b2887afb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.406316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.406517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.406722] env[65368]: DEBUG nova.network.neutron [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.413162] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1107.413162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1107.415437] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd94ccea-371b-4559-84a5-43c66bff1b98 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.421806] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1107.421806] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7cce3-aef1-4a98-392e-ea90087f0cf7" [ 1107.421806] env[65368]: _type = "Task" [ 1107.421806] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.430736] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7cce3-aef1-4a98-392e-ea90087f0cf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.563270] env[65368]: DEBUG oslo_concurrency.lockutils [req-0a0910e9-7373-4736-b9c0-550dcb934cc5 req-503f5495-1fde-4147-a827-a216e54d35c7 service nova] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.567248] env[65368]: DEBUG oslo_vmware.api [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425205, 'name': PowerOnVM_Task, 'duration_secs': 0.566115} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.567532] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.567788] env[65368]: DEBUG nova.compute.manager [None req-d895eb60-ed37-4f80-a318-bfa6b07ff00e tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.568655] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c471ecc-f075-4f38-9b32-05767d553867 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.592465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "8e480cf8-3017-4386-ada1-fc5162b2210e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.592687] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.592847] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1107.593036] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.593202] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.595517] env[65368]: INFO nova.compute.manager [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Terminating instance [ 1107.778211] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425208, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.906327] env[65368]: DEBUG nova.scheduler.client.report [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.915961] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1107.919890] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1c5cfc-cf58-4713-8218-58ac5e5580ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.947343] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1107.955896] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7cce3-aef1-4a98-392e-ea90087f0cf7, 'name': SearchDatastore_Task, 'duration_secs': 0.015413} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.960411] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66b1d3ce-372d-4159-aca0-e77e4d1e85c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.967855] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1107.967855] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de747c-c9dd-7a6d-33d0-4e09f300a705" [ 1107.967855] env[65368]: _type = "Task" [ 1107.967855] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.977531] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de747c-c9dd-7a6d-33d0-4e09f300a705, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.100739] env[65368]: DEBUG nova.compute.manager [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1108.100739] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1108.101874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c29baa-8c8d-43e7-8b07-b720b0ad1cd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.110326] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.110593] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32fc689c-3c79-4e87-9999-8082fee01784 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.118356] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1108.118356] env[65368]: value = "task-4425209" [ 1108.118356] env[65368]: _type = "Task" [ 1108.118356] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.132690] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.266397] env[65368]: WARNING neutronclient.v2_0.client [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.278455] env[65368]: DEBUG oslo_vmware.api [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425208, 'name': PowerOnVM_Task, 'duration_secs': 0.967334} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.278734] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.278955] env[65368]: INFO nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Took 7.23 seconds to spawn the instance on the hypervisor. [ 1108.279151] env[65368]: DEBUG nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1108.280216] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c05f20-9f5c-44ea-ab3b-11d93cce87ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.373904] env[65368]: INFO nova.network.neutron [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1108.374617] env[65368]: DEBUG nova.network.neutron [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.402643] env[65368]: DEBUG nova.compute.manager [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1108.402911] env[65368]: DEBUG nova.compute.manager [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing instance network info cache due to event network-changed-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1108.402987] env[65368]: DEBUG oslo_concurrency.lockutils [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] Acquiring lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.409596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.360s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.409790] env[65368]: INFO nova.compute.manager [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Migrating [ 1108.418018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.220s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.418018] env[65368]: DEBUG nova.objects.instance [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'resources' on Instance uuid a723e479-e495-47bf-a21f-44803feb4c36 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1108.461772] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1108.462095] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df3c6111-4e5d-47cd-9306-e70650dd9be7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.471731] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1108.471731] env[65368]: value = "task-4425210" [ 1108.471731] env[65368]: _type = "Task" [ 1108.471731] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.490647] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de747c-c9dd-7a6d-33d0-4e09f300a705, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.491298] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425210, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.491596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.491931] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1108.492132] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-253d1277-dcc0-41c3-9fea-cac383bf8263 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.500039] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1108.500039] env[65368]: value = "task-4425211" [ 1108.500039] env[65368]: _type = "Task" [ 1108.500039] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.513253] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425211, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.630255] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425209, 'name': PowerOffVM_Task, 'duration_secs': 0.275939} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.630594] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.630705] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1108.631739] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885d3684-129b-4b96-b8d3-feeca8ea6f9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.708365] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1108.708669] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1108.708862] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore1] 8e480cf8-3017-4386-ada1-fc5162b2210e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1108.709273] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d964c526-806d-40d9-8a6c-64ed7ad8ecad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.718072] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1108.718072] env[65368]: value = "task-4425213" [ 1108.718072] env[65368]: _type = "Task" [ 1108.718072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.725970] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.804284] env[65368]: INFO nova.compute.manager [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Took 12.21 seconds to build instance. [ 1108.877322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.879887] env[65368]: DEBUG oslo_concurrency.lockutils [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] Acquired lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.880143] env[65368]: DEBUG nova.network.neutron [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Refreshing network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.925736] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.925881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.926043] env[65368]: DEBUG nova.network.neutron [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1108.995146] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425210, 'name': PowerOffVM_Task, 'duration_secs': 0.282916} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.995146] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1108.995146] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1109.009089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.009747] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.010466] env[65368]: DEBUG nova.objects.instance [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'flavor' on Instance uuid bf8a1643-b975-4f53-8156-a4ee2442770c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.020595] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425211, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.049035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "2858b8d7-dcaa-414e-afeb-155818281d88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.049035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.214459] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b737e9cf-bbfa-4ff6-9681-1546d29c2705 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.227606] env[65368]: DEBUG oslo_vmware.api [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402447} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.229569] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1109.229770] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1109.229939] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1109.230234] env[65368]: INFO nova.compute.manager [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1109.230372] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1109.230614] env[65368]: DEBUG nova.compute.manager [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1109.230705] env[65368]: DEBUG nova.network.neutron [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1109.230960] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.233642] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44037323-40cb-4bdc-b86a-5b61dce72cea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.267824] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8e08ec-327b-47c8-b6b9-3239dab7f7a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.276458] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0abc6898-7f31-4673-a722-44d0b5234225 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.290999] env[65368]: DEBUG nova.compute.provider_tree [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.303614] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.306100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3fdd5423-ae52-4eb5-a438-8c61a9edda59 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.718s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.384012] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f8ea663-580e-499f-8e80-6bf7e760665a tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.014s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.385572] env[65368]: WARNING neutronclient.v2_0.client [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.429915] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.508665] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1109.508665] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.508960] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1109.509218] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.509418] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1109.509602] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1109.509954] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1109.511781] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1109.511781] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1109.511781] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1109.511781] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1109.527831] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.530483] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d741e987-2e49-43ad-9106-2713516b5f28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.552649] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425211, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57449} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.554505] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.554754] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1109.555091] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1109.555091] env[65368]: value = "task-4425214" [ 1109.555091] env[65368]: _type = "Task" [ 1109.555091] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.555422] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1109.558102] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3eece872-981b-469a-a37e-16cd7abb4600 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.572139] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425214, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.577642] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1109.577642] env[65368]: value = "task-4425215" [ 1109.577642] env[65368]: _type = "Task" [ 1109.577642] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.592250] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.599143] env[65368]: DEBUG nova.compute.manager [req-adf9961b-a887-438b-b508-e62bf64df0f9 req-ecb92e6d-f9ec-42c1-98f0-a062db13edc6 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Received event network-vif-deleted-b001e883-7f09-4886-a022-25f5b1a90e21 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1109.599143] env[65368]: INFO nova.compute.manager [req-adf9961b-a887-438b-b508-e62bf64df0f9 req-ecb92e6d-f9ec-42c1-98f0-a062db13edc6 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Neutron deleted interface b001e883-7f09-4886-a022-25f5b1a90e21; detaching it from the instance and deleting it from the info cache [ 1109.599454] env[65368]: DEBUG nova.network.neutron [req-adf9961b-a887-438b-b508-e62bf64df0f9 req-ecb92e6d-f9ec-42c1-98f0-a062db13edc6 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.670738] env[65368]: DEBUG nova.objects.instance [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'pci_requests' on Instance uuid bf8a1643-b975-4f53-8156-a4ee2442770c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1109.673846] env[65368]: WARNING neutronclient.v2_0.client [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.730760] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.763151] env[65368]: DEBUG nova.network.neutron [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updated VIF entry in instance network info cache for port ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1109.763533] env[65368]: DEBUG nova.network.neutron [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [{"id": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "address": "fa:16:3e:93:f4:51", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad8e8abd-c6", "ovs_interfaceid": "ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.794303] env[65368]: DEBUG nova.scheduler.client.report [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.825623] env[65368]: DEBUG nova.network.neutron [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.022309] env[65368]: DEBUG nova.network.neutron [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.076686] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425214, 'name': ReconfigVM_Task, 'duration_secs': 0.244853} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.077012] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.090469] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080828} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.091501] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.091835] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.092702] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1658867c-b665-446e-9b5a-bcd5b6528f4b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.115961] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.116339] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fb8db9f8-a7cf-4209-85eb-70642ede4ff9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.118459] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0786679-2672-4b12-a5fa-90d748966211 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.142618] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4254c4fa-2a15-41b3-aa05-c529e2a2cd5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.154939] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1110.154939] env[65368]: value = "task-4425216" [ 1110.154939] env[65368]: _type = "Task" [ 1110.154939] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.164651] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.178448] env[65368]: DEBUG nova.objects.base [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1110.178669] env[65368]: DEBUG nova.network.neutron [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1110.178995] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.179298] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.181548] env[65368]: DEBUG nova.compute.manager [req-adf9961b-a887-438b-b508-e62bf64df0f9 req-ecb92e6d-f9ec-42c1-98f0-a062db13edc6 service nova] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Detach interface failed, port_id=b001e883-7f09-4886-a022-25f5b1a90e21, reason: Instance 8e480cf8-3017-4386-ada1-fc5162b2210e could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1110.267074] env[65368]: DEBUG oslo_concurrency.lockutils [req-222d71eb-e47e-4744-a523-69cbe07d3a41 req-df0ce760-6c72-4022-8475-81b97551a0f0 service nova] Releasing lock "refresh_cache-a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.272721] env[65368]: DEBUG nova.policy [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93f8de60a6ca4e3aa4ff29320ac02211', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0de459ce3b14422fb5414824e4e382f4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1110.302025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.304515] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.660s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.304515] env[65368]: DEBUG nova.objects.instance [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'resources' on Instance uuid f584cd3f-5f5c-47c4-b73b-d0234236e010 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1110.324810] env[65368]: INFO nova.scheduler.client.report [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted allocations for instance a723e479-e495-47bf-a21f-44803feb4c36 [ 1110.329204] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.496571] env[65368]: DEBUG nova.compute.manager [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1110.496571] env[65368]: DEBUG nova.compute.manager [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing instance network info cache due to event network-changed-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1110.496571] env[65368]: DEBUG oslo_concurrency.lockutils [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.496871] env[65368]: DEBUG oslo_concurrency.lockutils [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.496871] env[65368]: DEBUG nova.network.neutron [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.525550] env[65368]: INFO nova.compute.manager [-] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Took 1.29 seconds to deallocate network for instance. [ 1110.587674] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.587960] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.588132] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.588315] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.588483] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.588644] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.588852] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.589013] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.589180] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.589338] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.589504] env[65368]: DEBUG nova.virt.hardware [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.594866] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfiguring VM instance instance-0000001b to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1110.595173] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ca64ffa-2d8e-49c0-a1e3-85184d06b6e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.615698] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1110.615698] env[65368]: value = "task-4425217" [ 1110.615698] env[65368]: _type = "Task" [ 1110.615698] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.624253] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.666362] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425216, 'name': ReconfigVM_Task, 'duration_secs': 0.301709} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.666651] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.667287] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cef025b1-5de6-4464-995a-5d28a041f8a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.673906] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1110.673906] env[65368]: value = "task-4425218" [ 1110.673906] env[65368]: _type = "Task" [ 1110.673906] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.683218] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425218, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.706070] env[65368]: INFO nova.compute.manager [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Rebuilding instance [ 1110.753439] env[65368]: DEBUG nova.compute.manager [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.754402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713994ca-f262-4ad1-a5ce-0ce6b4eea4ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.840578] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f4510aa7-ae88-46c8-9f26-3d5d00f380f6 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a723e479-e495-47bf-a21f-44803feb4c36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.356s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.000205] env[65368]: WARNING neutronclient.v2_0.client [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.033791] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.055087] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bec30f8-1d35-4339-af37-c40a6cf28a81 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.063371] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ed7e77-ceaa-41eb-853b-ea8792c7136d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.098306] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb5cfd76-6a86-472d-bbd1-b227c2b83692 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.107526] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-872cc17a-5a0b-48d5-a8af-d0dcb88f2cb3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.122734] env[65368]: DEBUG nova.compute.provider_tree [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1111.134366] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425217, 'name': ReconfigVM_Task, 'duration_secs': 0.266242} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.135515] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfigured VM instance instance-0000001b to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1111.136437] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a02e64e-464e-4be6-9390-d75d41f7efbe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.160929] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1111.161259] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9878779a-9135-4e11-b89e-0345d66d0877 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.187385] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425218, 'name': Rename_Task, 'duration_secs': 0.147231} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.188800] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1111.189237] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1111.189237] env[65368]: value = "task-4425219" [ 1111.189237] env[65368]: _type = "Task" [ 1111.189237] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.189483] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bc3ad2d4-9932-4ce1-ae2d-2d0f525eecda {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.202535] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425219, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.204108] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1111.204108] env[65368]: value = "task-4425220" [ 1111.204108] env[65368]: _type = "Task" [ 1111.204108] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.213477] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425220, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.251150] env[65368]: WARNING neutronclient.v2_0.client [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.328736] env[65368]: DEBUG nova.network.neutron [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updated VIF entry in instance network info cache for port 85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.329283] env[65368]: DEBUG nova.network.neutron [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.630381] env[65368]: DEBUG nova.scheduler.client.report [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.702772] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425219, 'name': ReconfigVM_Task, 'duration_secs': 0.455129} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.703123] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Reconfigured VM instance instance-0000001b to attach disk [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d/ff3ef5fb-3271-4730-9e63-c98c3a66175d.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.703437] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.716503] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425220, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.769324] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.769643] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-380e4dc0-ca33-4740-9abb-cd01edf578db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.778099] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1111.778099] env[65368]: value = "task-4425221" [ 1111.778099] env[65368]: _type = "Task" [ 1111.778099] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.787933] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425221, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.853691] env[65368]: DEBUG nova.network.neutron [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Successfully updated port: 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1111.853691] env[65368]: DEBUG oslo_concurrency.lockutils [req-b07e5a09-4a58-4a23-b21a-59aa642fe330 req-d4a1f6b9-f73b-49f9-be3a-3a52914d6730 service nova] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.853691] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1004f7-cc92-4be4-bbb0-c158d376c3cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.897922] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.910425] env[65368]: DEBUG nova.compute.manager [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1111.910710] env[65368]: DEBUG oslo_concurrency.lockutils [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.910927] env[65368]: DEBUG oslo_concurrency.lockutils [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.911136] env[65368]: DEBUG oslo_concurrency.lockutils [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.911324] env[65368]: DEBUG nova.compute.manager [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] No waiting events found dispatching network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1111.911482] env[65368]: WARNING nova.compute.manager [req-ace8c57d-ad7a-4837-8e5c-fc2fc9bd9ce6 req-32deb3f4-929c-41ac-9a8a-4a1d8ee5a07e service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received unexpected event network-vif-plugged-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 for instance with vm_state active and task_state None. [ 1112.137343] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.140379] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.563s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1112.140878] env[65368]: DEBUG nova.objects.instance [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lazy-loading 'resources' on Instance uuid f587d273-8a3e-4cc4-8905-77f3b4997107 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.161131] env[65368]: INFO nova.scheduler.client.report [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance f584cd3f-5f5c-47c4-b73b-d0234236e010 [ 1112.213283] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad904f32-4892-4544-b4a3-543cbe3b7587 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.222660] env[65368]: DEBUG oslo_vmware.api [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425220, 'name': PowerOnVM_Task, 'duration_secs': 0.522227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.240589] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.240896] env[65368]: INFO nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1112.241097] env[65368]: DEBUG nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1112.242350] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54af529e-bc77-43c6-afbd-d93b8f16f69e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.246027] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a7f080-3a4d-4382-ac49-741658443223 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.274272] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.290566] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425221, 'name': PowerOffVM_Task, 'duration_secs': 0.221683} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.290909] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.291942] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.292953] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8533a0e5-9ac1-4fd1-9cdd-71fe90ee14d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.301832] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.302873] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81e90021-5015-48ac-a18e-1ccee4c5fdc4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.327026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.327026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.327026] env[65368]: DEBUG nova.network.neutron [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1112.334400] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.334733] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.335057] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Deleting the datastore file [datastore2] b7eede29-442c-4440-92c9-524ea61119e0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.335202] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fff33eb0-12f9-4930-bd4a-9fe6b8470565 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.345104] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1112.345104] env[65368]: value = "task-4425223" [ 1112.345104] env[65368]: _type = "Task" [ 1112.345104] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.354718] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425223, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.414179] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.414488] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-383ab244-4766-4286-9076-a9e300ea261f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.424877] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1112.424877] env[65368]: value = "task-4425224" [ 1112.424877] env[65368]: _type = "Task" [ 1112.424877] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.437710] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425224, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.673206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a56eced4-6799-4bf9-bb1c-1a918b3786ce tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "f584cd3f-5f5c-47c4-b73b-d0234236e010" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.298s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.784594] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.784594] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.790757] env[65368]: INFO nova.compute.manager [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Took 15.79 seconds to build instance. [ 1112.833412] env[65368]: DEBUG nova.network.neutron [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Port 04b79cd4-c11b-40f3-b3bc-916b8befae15 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1112.859892] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425223, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197413} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.860158] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.860335] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.860495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.895300] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90480c10-1bc4-4a89-b282-574bf9efe69a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.904675] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4720d187-218a-40d8-a2f2-6975896a5a6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.942094] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd2e649e-183d-453e-867c-0f8360c2d7bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.953079] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425224, 'name': PowerOffVM_Task, 'duration_secs': 0.276913} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.953678] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.953862] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.958089] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-372ce6b9-ecef-4f96-b6d4-220738489426 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.965152] env[65368]: WARNING nova.network.neutron [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] 9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc already exists in list: networks containing: ['9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc']. ignoring it [ 1112.975396] env[65368]: DEBUG nova.compute.provider_tree [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1113.180538] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.293513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-411d8a8c-a63d-4486-aaef-ed1788c9dc41 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.312s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.332277] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.415978] env[65368]: DEBUG nova.network.neutron [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "address": "fa:16:3e:56:c1:3c", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eba8ae-d4", "ovs_interfaceid": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.464543] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.464815] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.464990] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.465186] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.465327] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.465710] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.466113] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.466402] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.466696] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.466982] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.467290] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.474257] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab1745b-0d41-4f24-9bfa-4c5449ab23c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.485240] env[65368]: DEBUG nova.scheduler.client.report [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.495365] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1113.495365] env[65368]: value = "task-4425225" [ 1113.495365] env[65368]: _type = "Task" [ 1113.495365] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.505487] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.861385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.861775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.861775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.896354] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.897282] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.897282] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.897282] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.897550] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.897550] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.897698] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.897849] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.898265] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.898265] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.898408] env[65368]: DEBUG nova.virt.hardware [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.899732] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3284726a-19d4-4a15-8a8e-0d83ad64b9b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.910157] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4b29f5-10f6-4891-87b7-f45b3a98df11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.925750] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.926482] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.926736] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.927611] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.933655] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1113.934449] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481bd762-d291-4523-a837-47b0ae182498 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.937562] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.937805] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3217cc58-35c6-4d22-9a26-aa85d9022eed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.966459] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.966732] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.966889] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.967096] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.967243] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.967386] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.967584] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.967745] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.968069] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.968278] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.968449] env[65368]: DEBUG nova.virt.hardware [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.975234] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfiguring VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1113.977020] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9637eea9-27be-4920-a3be-641971517ce7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.989220] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.989220] env[65368]: value = "task-4425226" [ 1113.989220] env[65368]: _type = "Task" [ 1113.989220] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.990029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.850s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.992739] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.901s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.994274] env[65368]: INFO nova.compute.claims [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1114.003035] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1114.003035] env[65368]: value = "task-4425227" [ 1114.003035] env[65368]: _type = "Task" [ 1114.003035] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.013665] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425226, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.019728] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425225, 'name': ReconfigVM_Task, 'duration_secs': 0.412894} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.019954] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.021009] env[65368]: INFO nova.scheduler.client.report [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Deleted allocations for instance f587d273-8a3e-4cc4-8905-77f3b4997107 [ 1114.022378] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.393445] env[65368]: DEBUG nova.compute.manager [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-changed-40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1114.393601] env[65368]: DEBUG nova.compute.manager [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing instance network info cache due to event network-changed-40eba8ae-d4a5-40ca-a348-d9f31c6b8263. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1114.393825] env[65368]: DEBUG oslo_concurrency.lockutils [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.393971] env[65368]: DEBUG oslo_concurrency.lockutils [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.394146] env[65368]: DEBUG nova.network.neutron [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Refreshing network info cache for port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.507934] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425226, 'name': CreateVM_Task, 'duration_secs': 0.351848} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.508564] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.512580] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.512780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.513245] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.513445] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72f8ff89-322f-4cc1-8f7e-4e2f80a3cba8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.520206] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1114.520206] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523e4dc0-1c0c-8794-d3dd-e233df9595e0" [ 1114.520206] env[65368]: _type = "Task" [ 1114.520206] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.524769] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.532912] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.533232] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.533493] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.533638] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.533777] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.533928] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.534129] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.534318] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.534430] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.534594] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.534790] env[65368]: DEBUG nova.virt.hardware [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.540110] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfiguring VM instance instance-00000061 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1114.547256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a85a29-87b1-4b5b-b862-a46c749cd5f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.560189] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523e4dc0-1c0c-8794-d3dd-e233df9595e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013216} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.560724] env[65368]: DEBUG oslo_concurrency.lockutils [None req-459d1cc9-fd3a-4c27-9bee-46dfe75afd9c tempest-ServerMetadataTestJSON-2031388999 tempest-ServerMetadataTestJSON-2031388999-project-member] Lock "f587d273-8a3e-4cc4-8905-77f3b4997107" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.426s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.561966] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.562107] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.562396] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.562553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.562780] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.563867] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00320ca6-3fe7-4399-9e18-64408cd2df6b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.570518] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1114.570518] env[65368]: value = "task-4425228" [ 1114.570518] env[65368]: _type = "Task" [ 1114.570518] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.576153] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.576409] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.580514] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee1ceef0-1686-4ee3-84bb-6babc21d53a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.584254] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425228, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.589984] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1114.589984] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52880f1b-df82-c9a5-04ef-113fc47fa419" [ 1114.589984] env[65368]: _type = "Task" [ 1114.589984] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.599321] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52880f1b-df82-c9a5-04ef-113fc47fa419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.770318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.770623] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.868208] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.897361] env[65368]: WARNING neutronclient.v2_0.client [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.903556] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.903825] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.904064] env[65368]: DEBUG nova.network.neutron [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1115.023608] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.062446] env[65368]: WARNING neutronclient.v2_0.client [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.086630] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425228, 'name': ReconfigVM_Task, 'duration_secs': 0.204757} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.086931] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfigured VM instance instance-00000061 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1115.087775] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c53e96-ad37-415b-a087-cbeb84563fae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.114876] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1115.121384] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec9748d2-42bf-4abf-9c02-cf787ff73844 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.142424] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52880f1b-df82-c9a5-04ef-113fc47fa419, 'name': SearchDatastore_Task, 'duration_secs': 0.013457} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.146709] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8aeb2f5-785e-47ee-890a-cb9f4b3953b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.158025] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1115.158025] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c278d5-9dc8-c256-ff72-a4e0293362f9" [ 1115.158025] env[65368]: _type = "Task" [ 1115.158025] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.158025] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1115.158025] env[65368]: value = "task-4425229" [ 1115.158025] env[65368]: _type = "Task" [ 1115.158025] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.171572] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425229, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.175791] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c278d5-9dc8-c256-ff72-a4e0293362f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.176138] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.176391] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.176671] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecf23253-0e95-42f0-bd74-fba5264ace87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.185042] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1115.185042] env[65368]: value = "task-4425230" [ 1115.185042] env[65368]: _type = "Task" [ 1115.185042] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.194789] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.198593] env[65368]: DEBUG nova.network.neutron [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updated VIF entry in instance network info cache for port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1115.199083] env[65368]: DEBUG nova.network.neutron [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "address": "fa:16:3e:56:c1:3c", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40eba8ae-d4", "ovs_interfaceid": "40eba8ae-d4a5-40ca-a348-d9f31c6b8263", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.275286] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1115.290127] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213742f2-aad0-42df-afbd-3df9924b0f36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.298401] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283a6814-6eb9-445b-a46d-b143e8732381 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.330930] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9c0fa1-95f1-4d30-8e83-d90297a0caf9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.340261] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd85375e-3be1-41bc-92f6-8ec8657d72cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.355673] env[65368]: DEBUG nova.compute.provider_tree [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.409530] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.527238] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.678156] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.695092] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425230, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.697560] env[65368]: WARNING neutronclient.v2_0.client [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.701661] env[65368]: DEBUG oslo_concurrency.lockutils [req-c1f60a48-08bc-49ef-bafb-b808411c07a9 req-b3ac0e35-0887-4097-804c-2e25fc6cb08f service nova] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.780448] env[65368]: DEBUG nova.network.neutron [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.798165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.860932] env[65368]: DEBUG nova.scheduler.client.report [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.025159] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.171353] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425229, 'name': ReconfigVM_Task, 'duration_secs': 0.617871} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.171680] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Reconfigured VM instance instance-00000061 to attach disk [datastore2] 07642a84-9883-4c20-86d6-27f03602562f/07642a84-9883-4c20-86d6-27f03602562f.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.172097] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.197319] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556836} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.197319] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.197319] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.197319] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bef2cb49-04c7-47bb-b346-7fe57ba4fa11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.207173] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1116.207173] env[65368]: value = "task-4425231" [ 1116.207173] env[65368]: _type = "Task" [ 1116.207173] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.214901] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.284703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.364803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.365213] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1116.368040] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.334s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.368305] env[65368]: DEBUG nova.objects.instance [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid 8e480cf8-3017-4386-ada1-fc5162b2210e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1116.428235] env[65368]: DEBUG nova.compute.manager [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Received event network-changed-0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1116.428486] env[65368]: DEBUG nova.compute.manager [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Refreshing instance network info cache due to event network-changed-0422874e-04ef-40ef-97a2-6c807b54ea57. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1116.428957] env[65368]: DEBUG oslo_concurrency.lockutils [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.429153] env[65368]: DEBUG oslo_concurrency.lockutils [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.429320] env[65368]: DEBUG nova.network.neutron [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Refreshing network info cache for port 0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.526312] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.680055] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cde839c-2cfd-4109-a1f8-177a93545826 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.702964] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd03fb61-71ed-435d-9918-e31a0eeff827 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.715050] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076199} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.729608] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1116.730061] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.734126] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e5380-3a27-4b3c-81bd-f98b65ba723e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.755691] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.756059] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fd402b7-0f88-4d9d-9e03-ce78281e4e66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.778155] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1116.778155] env[65368]: value = "task-4425232" [ 1116.778155] env[65368]: _type = "Task" [ 1116.778155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.788445] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425232, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.808398] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffeeb60-eb23-4334-b633-a5d0a7c6528a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.829367] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e240d0-2e24-4f9b-9242-093858bdf1ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.837830] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1116.871234] env[65368]: DEBUG nova.compute.utils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.873299] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1116.873392] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1116.873819] env[65368]: WARNING neutronclient.v2_0.client [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.874404] env[65368]: WARNING neutronclient.v2_0.client [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.932921] env[65368]: WARNING neutronclient.v2_0.client [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.938568] env[65368]: DEBUG nova.policy [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '373f3cf9e4b94dfaae3b3e51fc922f68', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eec57c3aef29420c9986da84a390c781', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.980385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.980755] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.032609] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.240790] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.241572] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.244858] env[65368]: WARNING neutronclient.v2_0.client [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.255849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58154fbf-ace0-425e-86db-deb5579bacfa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.266502] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbf2a60-9b72-437f-83d4-966f7a596137 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.306650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07d20c-fab0-4459-a86b-a49460f5a91e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.310063] env[65368]: DEBUG nova.network.neutron [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Port 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1117.321192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3875a0f7-84fd-4eb2-8a89-fa15ccb17339 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.325405] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425232, 'name': ReconfigVM_Task, 'duration_secs': 0.342054} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.326257] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Reconfigured VM instance instance-00000063 to attach disk [datastore2] b7eede29-442c-4440-92c9-524ea61119e0/b7eede29-442c-4440-92c9-524ea61119e0.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1117.329032] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9430232d-e7e3-459e-a5ba-1e0beb189880 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.338981] env[65368]: DEBUG nova.compute.provider_tree [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.341760] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1117.341760] env[65368]: value = "task-4425233" [ 1117.341760] env[65368]: _type = "Task" [ 1117.341760] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.346637] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.347228] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5834a8bc-0d70-4eda-9f7a-ac0c29ee4584 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.355343] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425233, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.359478] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1117.359478] env[65368]: value = "task-4425234" [ 1117.359478] env[65368]: _type = "Task" [ 1117.359478] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.372343] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.378442] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1117.390552] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Successfully created port: 013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1117.430781] env[65368]: DEBUG nova.network.neutron [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updated VIF entry in instance network info cache for port 0422874e-04ef-40ef-97a2-6c807b54ea57. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.431369] env[65368]: DEBUG nova.network.neutron [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.486167] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1117.532769] env[65368]: DEBUG oslo_vmware.api [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425227, 'name': ReconfigVM_Task, 'duration_secs': 3.233567} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.533288] env[65368]: WARNING neutronclient.v2_0.client [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.533569] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.533802] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfigured VM to attach interface {{(pid=65368) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1117.844069] env[65368]: DEBUG nova.scheduler.client.report [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.858256] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425233, 'name': Rename_Task, 'duration_secs': 0.151421} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.858572] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1117.858813] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfd5cf74-f591-4bb0-b675-dca4d7e3b173 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.872829] env[65368]: DEBUG oslo_vmware.api [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425234, 'name': PowerOnVM_Task, 'duration_secs': 0.412864} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.873841] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1117.874033] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b1743995-698f-4857-93a4-af42169f2e0a tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance 'ff3ef5fb-3271-4730-9e63-c98c3a66175d' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1117.877724] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1117.877724] env[65368]: value = "task-4425235" [ 1117.877724] env[65368]: _type = "Task" [ 1117.877724] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.890439] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.935067] env[65368]: DEBUG oslo_concurrency.lockutils [req-f4443c3e-c408-44bb-b172-816d0be6159d req-f6c81b35-ceb7-4364-82c8-6aa6e167fbc7 service nova] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.011992] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.039416] env[65368]: DEBUG oslo_concurrency.lockutils [None req-947a20b5-a17f-44eb-8000-8b47c6d828c6 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.030s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.334485] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.334485] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.334627] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.354024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.985s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.356517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.558s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.358265] env[65368]: INFO nova.compute.claims [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.380181] env[65368]: INFO nova.scheduler.client.report [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance 8e480cf8-3017-4386-ada1-fc5162b2210e [ 1118.394069] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1118.403964] env[65368]: DEBUG oslo_vmware.api [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425235, 'name': PowerOnVM_Task, 'duration_secs': 0.476256} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.404275] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.404479] env[65368]: DEBUG nova.compute.manager [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1118.405319] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9101ad70-91d7-497a-a25c-d790d55464f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.437029] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1118.437273] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.437419] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1118.437587] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.437722] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1118.437858] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1118.438065] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1118.438215] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1118.438369] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1118.438526] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1118.438687] env[65368]: DEBUG nova.virt.hardware [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1118.439823] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2eb626a-37c9-4846-866f-544fb55ba2f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.448493] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da97eb35-8027-471c-bbe7-6ac6cefdc59c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.835103] env[65368]: DEBUG nova.compute.manager [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Received event network-vif-plugged-013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1118.835336] env[65368]: DEBUG oslo_concurrency.lockutils [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] Acquiring lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.835573] env[65368]: DEBUG oslo_concurrency.lockutils [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] Lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.835753] env[65368]: DEBUG oslo_concurrency.lockutils [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] Lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.835919] env[65368]: DEBUG nova.compute.manager [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] No waiting events found dispatching network-vif-plugged-013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1118.836092] env[65368]: WARNING nova.compute.manager [req-11a45de7-cc3a-4a4a-a71b-73e28458f3be req-51e8677d-6ae5-456b-b84b-8a41bf6fcfd6 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Received unexpected event network-vif-plugged-013b7af4-addc-4309-b18a-b4c45741110a for instance with vm_state building and task_state spawning. [ 1118.889683] env[65368]: DEBUG oslo_concurrency.lockutils [None req-afabfe0a-3d45-4a1c-b06b-25f01a0f19f1 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "8e480cf8-3017-4386-ada1-fc5162b2210e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.297s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.925470] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.926843] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Successfully updated port: 013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1119.339986] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.372516] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.372691] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.372860] env[65368]: DEBUG nova.network.neutron [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.429977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.430165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.430339] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.604562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c044f4-0ab4-49ee-8bb7-6a13dee556aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.613453] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80d0f26-e9fa-4568-843d-14a7a0114d46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.644917] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "b7eede29-442c-4440-92c9-524ea61119e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.645187] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.645397] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "b7eede29-442c-4440-92c9-524ea61119e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.645609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.645785] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.648189] env[65368]: INFO nova.compute.manager [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Terminating instance [ 1119.649986] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c135be1-b362-424b-825e-bde13b6985fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.661957] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0494b1-f898-4d6b-9872-08507335ee47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.679466] env[65368]: DEBUG nova.compute.provider_tree [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.766891] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.767239] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.876032] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.965327] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1119.992581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.992907] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.993109] env[65368]: DEBUG nova.compute.manager [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Going to confirm migration 4 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1120.051112] env[65368]: WARNING neutronclient.v2_0.client [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.067783] env[65368]: WARNING neutronclient.v2_0.client [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.140385] env[65368]: DEBUG nova.network.neutron [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.154926] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "refresh_cache-b7eede29-442c-4440-92c9-524ea61119e0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.155126] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquired lock "refresh_cache-b7eede29-442c-4440-92c9-524ea61119e0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.155300] env[65368]: DEBUG nova.network.neutron [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.158024] env[65368]: DEBUG nova.network.neutron [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [{"id": "013b7af4-addc-4309-b18a-b4c45741110a", "address": "fa:16:3e:ff:21:fe", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013b7af4-ad", "ovs_interfaceid": "013b7af4-addc-4309-b18a-b4c45741110a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.182156] env[65368]: DEBUG nova.scheduler.client.report [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.270624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.270811] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.271762] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0e475d-e006-4396-b3f2-521ddb3da667 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.291025] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e93841a-9a63-487e-a1b3-6a678b169272 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.312935] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.318531] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfiguring VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1120.318836] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fbc4966-c731-4627-b9cd-251611460732 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.338570] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1120.338570] env[65368]: value = "task-4425236" [ 1120.338570] env[65368]: _type = "Task" [ 1120.338570] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.347507] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.497782] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "bbe04295-eec8-485a-a767-3685de9b337f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.498120] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.499503] env[65368]: WARNING neutronclient.v2_0.client [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.537866] env[65368]: WARNING neutronclient.v2_0.client [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.538260] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.538406] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.538572] env[65368]: DEBUG nova.network.neutron [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.538749] env[65368]: DEBUG nova.objects.instance [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'info_cache' on Instance uuid ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.642771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.659923] env[65368]: WARNING neutronclient.v2_0.client [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.662867] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.663210] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Instance network_info: |[{"id": "013b7af4-addc-4309-b18a-b4c45741110a", "address": "fa:16:3e:ff:21:fe", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013b7af4-ad", "ovs_interfaceid": "013b7af4-addc-4309-b18a-b4c45741110a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1120.664048] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:21:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '706c9762-1cf8-4770-897d-377d0d927773', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013b7af4-addc-4309-b18a-b4c45741110a', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1120.671365] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1120.671580] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1120.671809] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da41dd7c-c3a5-41c8-acec-aa5fc0ee0edb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.687847] env[65368]: DEBUG nova.network.neutron [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1120.690931] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.691437] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1120.695161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.683s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.696346] env[65368]: INFO nova.compute.claims [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.700707] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1120.700707] env[65368]: value = "task-4425237" [ 1120.700707] env[65368]: _type = "Task" [ 1120.700707] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.715800] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425237, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.771842] env[65368]: DEBUG nova.network.neutron [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.855954] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.870958] env[65368]: DEBUG nova.compute.manager [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Received event network-changed-013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1120.871441] env[65368]: DEBUG nova.compute.manager [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Refreshing instance network info cache due to event network-changed-013b7af4-addc-4309-b18a-b4c45741110a. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1120.871754] env[65368]: DEBUG oslo_concurrency.lockutils [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] Acquiring lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.871943] env[65368]: DEBUG oslo_concurrency.lockutils [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] Acquired lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.872137] env[65368]: DEBUG nova.network.neutron [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Refreshing network info cache for port 013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1121.003324] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1121.168758] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78d279f-555c-46a7-ae75-92694f19fe5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.189409] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03e96c7-2e5f-4dcf-910a-4d12b36986d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.197670] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.202358] env[65368]: DEBUG nova.compute.utils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.205674] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.205857] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.206211] env[65368]: WARNING neutronclient.v2_0.client [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.206511] env[65368]: WARNING neutronclient.v2_0.client [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.218756] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425237, 'name': CreateVM_Task, 'duration_secs': 0.447421} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.218756] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1121.219272] env[65368]: WARNING neutronclient.v2_0.client [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.219622] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.219769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.220089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.220350] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-192cf704-992d-41de-bb5b-51591c353346 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.227383] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1121.227383] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225bec4-87ac-0320-6340-9119c3f7ff2c" [ 1121.227383] env[65368]: _type = "Task" [ 1121.227383] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.237742] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225bec4-87ac-0320-6340-9119c3f7ff2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.261937] env[65368]: DEBUG nova.policy [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d4432413b404d708974a1f40d7304d0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '773d027cc30d461dbebeb04f293b0b83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.275063] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Releasing lock "refresh_cache-b7eede29-442c-4440-92c9-524ea61119e0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.275490] env[65368]: DEBUG nova.compute.manager [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1121.275714] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1121.276605] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fe42b-dd6c-40da-8906-545c4c6d83ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.284609] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1121.284869] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-88bfbc8f-b699-4523-a388-9b95622d63ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.293379] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1121.293379] env[65368]: value = "task-4425238" [ 1121.293379] env[65368]: _type = "Task" [ 1121.293379] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.303125] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.352653] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.375657] env[65368]: WARNING neutronclient.v2_0.client [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.514505] env[65368]: WARNING neutronclient.v2_0.client [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.528473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.544340] env[65368]: WARNING neutronclient.v2_0.client [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.604013] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Successfully created port: 8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1121.636117] env[65368]: DEBUG nova.network.neutron [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updated VIF entry in instance network info cache for port 013b7af4-addc-4309-b18a-b4c45741110a. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1121.636486] env[65368]: DEBUG nova.network.neutron [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [{"id": "013b7af4-addc-4309-b18a-b4c45741110a", "address": "fa:16:3e:ff:21:fe", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013b7af4-ad", "ovs_interfaceid": "013b7af4-addc-4309-b18a-b4c45741110a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.706165] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1121.710283] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1121.713256] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fdef9648-325d-4995-b443-47083fd2c4fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.722199] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1121.722199] env[65368]: value = "task-4425239" [ 1121.722199] env[65368]: _type = "Task" [ 1121.722199] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.747397] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425239, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.750697] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5225bec4-87ac-0320-6340-9119c3f7ff2c, 'name': SearchDatastore_Task, 'duration_secs': 0.017917} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.751736] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.752588] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1121.752588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.752588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.752588] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1121.753026] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a93d3bd-346d-45ac-8864-c4dccb5a6fb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.766833] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1121.767068] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1121.767912] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30830ab7-a478-4d76-81c4-7407101a41ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.776915] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1121.776915] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bd1f9d-bb20-04ba-5f85-d9e5d0286489" [ 1121.776915] env[65368]: _type = "Task" [ 1121.776915] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.790892] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bd1f9d-bb20-04ba-5f85-d9e5d0286489, 'name': SearchDatastore_Task, 'duration_secs': 0.011363} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.792360] env[65368]: WARNING neutronclient.v2_0.client [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.798392] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bef72e8-a332-41bd-8aac-b339902c01e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.811146] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425238, 'name': PowerOffVM_Task, 'duration_secs': 0.175697} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.812951] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1121.813301] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1121.813773] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1121.813773] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5229b62b-3af4-289f-de24-223981fae262" [ 1121.813773] env[65368]: _type = "Task" [ 1121.813773] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.814176] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8abaf4c-8584-4a38-a468-d4d39889064f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.828148] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5229b62b-3af4-289f-de24-223981fae262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.848274] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1121.848503] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1121.848737] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Deleting the datastore file [datastore2] b7eede29-442c-4440-92c9-524ea61119e0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1121.849080] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-410c7582-b4a2-47c7-a737-6aba6790028b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.859241] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.865714] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for the task: (returnval){ [ 1121.865714] env[65368]: value = "task-4425241" [ 1121.865714] env[65368]: _type = "Task" [ 1121.865714] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.879945] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.908026] env[65368]: DEBUG nova.network.neutron [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [{"id": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "address": "fa:16:3e:a1:62:7d", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04b79cd4-c1", "ovs_interfaceid": "04b79cd4-c11b-40f3-b3bc-916b8befae15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.002092] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de7600b-08e9-416c-a0f6-944c8c82c1cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.010741] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddec00a2-3e10-474c-af01-dc37692b9d00 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.045740] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db2ffeb-b457-490a-a766-dfbd0740ab56 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.055399] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a54aca-94bf-4ad4-a9cf-4934fcbe1ded {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.074768] env[65368]: DEBUG nova.compute.provider_tree [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1122.139613] env[65368]: DEBUG oslo_concurrency.lockutils [req-b0bb7b30-c255-4342-95d7-bb3a873064b8 req-619b7d05-d282-4a81-9701-701e145dd2ff service nova] Releasing lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.232185] env[65368]: DEBUG oslo_vmware.api [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425239, 'name': PowerOnVM_Task, 'duration_secs': 0.497582} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.232473] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.232673] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-59220c8c-bc94-444c-98a5-547109001e9c tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance '07642a84-9883-4c20-86d6-27f03602562f' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.327083] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5229b62b-3af4-289f-de24-223981fae262, 'name': SearchDatastore_Task, 'duration_secs': 0.037967} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.327354] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.327611] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/2858b8d7-dcaa-414e-afeb-155818281d88.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.327877] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4189c83-1bd1-4a19-844f-4d7ddcebcd6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.336260] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1122.336260] env[65368]: value = "task-4425242" [ 1122.336260] env[65368]: _type = "Task" [ 1122.336260] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.345564] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425242, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.354265] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.375457] env[65368]: DEBUG oslo_vmware.api [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Task: {'id': task-4425241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.183469} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.375759] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1122.375967] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1122.376179] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1122.376355] env[65368]: INFO nova.compute.manager [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1122.376588] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1122.376786] env[65368]: DEBUG nova.compute.manager [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1122.376884] env[65368]: DEBUG nova.network.neutron [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1122.377149] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.410830] env[65368]: DEBUG nova.network.neutron [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1122.411067] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.414098] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-ff3ef5fb-3271-4730-9e63-c98c3a66175d" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.414346] env[65368]: DEBUG nova.objects.instance [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'migration_context' on Instance uuid ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.579080] env[65368]: DEBUG nova.scheduler.client.report [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1122.718457] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1122.747435] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.747724] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.747942] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.748265] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.748451] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.748651] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.748917] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.749103] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.749291] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.749469] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.749644] env[65368]: DEBUG nova.virt.hardware [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.750623] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56cebd2-d4b6-4835-b5e3-c88b414af463 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.761272] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13cf4d8-e2f7-47b8-9df3-b2dc979332ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.852144] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425242, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.858680] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.913949] env[65368]: DEBUG nova.network.neutron [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.916833] env[65368]: DEBUG nova.objects.base [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1122.917993] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d682f-9ea3-489b-b7bb-fe56cbf9c0bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.941037] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-125d8cd4-3b46-44fb-89d2-de49e7e61def {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.951611] env[65368]: DEBUG oslo_vmware.api [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1122.951611] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2f56b-dee1-1460-d944-8add4209d21a" [ 1122.951611] env[65368]: _type = "Task" [ 1122.951611] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.963453] env[65368]: DEBUG oslo_vmware.api [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2f56b-dee1-1460-d944-8add4209d21a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.088236] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.391s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.088236] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1123.089186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 4.164s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.089537] env[65368]: DEBUG nova.objects.instance [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1123.208657] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Successfully updated port: 8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.211810] env[65368]: DEBUG nova.compute.manager [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Received event network-vif-plugged-8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1123.213150] env[65368]: DEBUG oslo_concurrency.lockutils [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.213150] env[65368]: DEBUG oslo_concurrency.lockutils [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] Lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1123.213150] env[65368]: DEBUG oslo_concurrency.lockutils [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] Lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.213150] env[65368]: DEBUG nova.compute.manager [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] No waiting events found dispatching network-vif-plugged-8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1123.213150] env[65368]: WARNING nova.compute.manager [req-b2ec935d-c3a8-45bf-9e31-2687e025466b req-64d694a5-da88-4f0f-8f57-efbce0de951e service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Received unexpected event network-vif-plugged-8a07e347-6b8b-4149-9b9e-90f5951798c0 for instance with vm_state building and task_state spawning. [ 1123.350075] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425242, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.844991} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.353320] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/2858b8d7-dcaa-414e-afeb-155818281d88.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.353570] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.354174] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a2c06b18-282b-4739-b90b-e61372de42f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.363429] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.364953] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1123.364953] env[65368]: value = "task-4425243" [ 1123.364953] env[65368]: _type = "Task" [ 1123.364953] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.373182] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425243, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.416995] env[65368]: INFO nova.compute.manager [-] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Took 1.04 seconds to deallocate network for instance. [ 1123.463601] env[65368]: DEBUG oslo_vmware.api [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c2f56b-dee1-1460-d944-8add4209d21a, 'name': SearchDatastore_Task, 'duration_secs': 0.024325} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.463904] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.594250] env[65368]: DEBUG nova.compute.utils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1123.595607] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1123.595848] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1123.596603] env[65368]: WARNING neutronclient.v2_0.client [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.597083] env[65368]: WARNING neutronclient.v2_0.client [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.648166] env[65368]: DEBUG nova.policy [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1123.714196] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.714403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.714602] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.861047] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.874620] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425243, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072726} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.874904] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.875823] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6acb25-43c7-4efb-a660-4d91b29d45c9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.905587] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/2858b8d7-dcaa-414e-afeb-155818281d88.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.906359] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8248c8a1-3444-462c-a918-a79eaa233d85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.926236] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1123.934020] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1123.934020] env[65368]: value = "task-4425244" [ 1123.934020] env[65368]: _type = "Task" [ 1123.934020] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.934751] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Successfully created port: 6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1123.946440] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425244, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.050920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.051206] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.051398] env[65368]: DEBUG nova.compute.manager [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Going to confirm migration 5 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1124.100356] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1124.103789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-542d1d1a-9b63-474a-bddb-9efff753f4d9 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.104919] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.577s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.106359] env[65368]: INFO nova.compute.claims [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.301467] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.360869] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.450047] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425244, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.451383] env[65368]: WARNING neutronclient.v2_0.client [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.559556] env[65368]: WARNING neutronclient.v2_0.client [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.573589] env[65368]: DEBUG nova.network.neutron [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating instance_info_cache with network_info: [{"id": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "address": "fa:16:3e:96:b2:5b", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07e347-6b", "ovs_interfaceid": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.602851] env[65368]: WARNING neutronclient.v2_0.client [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.603234] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.603382] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.603551] env[65368]: DEBUG nova.network.neutron [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1124.603885] env[65368]: DEBUG nova.objects.instance [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'info_cache' on Instance uuid 07642a84-9883-4c20-86d6-27f03602562f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.863612] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.950300] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425244, 'name': ReconfigVM_Task, 'duration_secs': 0.858332} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.950699] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/2858b8d7-dcaa-414e-afeb-155818281d88.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.951601] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27f8f0a5-0202-4540-92a9-108b57f0a155 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.960272] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1124.960272] env[65368]: value = "task-4425245" [ 1124.960272] env[65368]: _type = "Task" [ 1124.960272] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.970285] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425245, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.080772] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.081418] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Instance network_info: |[{"id": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "address": "fa:16:3e:96:b2:5b", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07e347-6b", "ovs_interfaceid": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1125.082191] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:b2:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8a07e347-6b8b-4149-9b9e-90f5951798c0', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1125.091628] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1125.091901] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1125.092198] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0705fe23-42e0-409e-9266-b34b43505d87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.114046] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1125.125279] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1125.125279] env[65368]: value = "task-4425246" [ 1125.125279] env[65368]: _type = "Task" [ 1125.125279] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.139175] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425246, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.150672] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1125.151102] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.151373] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1125.151678] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.151925] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1125.152195] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1125.152544] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1125.152804] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1125.153116] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1125.153382] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1125.153621] env[65368]: DEBUG nova.virt.hardware [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1125.155109] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3375410f-63fa-4a0b-816c-c032ba17138c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.169023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cb1dcb-a605-4950-876c-0c79a5c399ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.248246] env[65368]: DEBUG nova.compute.manager [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Received event network-changed-8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1125.248540] env[65368]: DEBUG nova.compute.manager [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Refreshing instance network info cache due to event network-changed-8a07e347-6b8b-4149-9b9e-90f5951798c0. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1125.248803] env[65368]: DEBUG oslo_concurrency.lockutils [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] Acquiring lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.249039] env[65368]: DEBUG oslo_concurrency.lockutils [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] Acquired lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.249298] env[65368]: DEBUG nova.network.neutron [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Refreshing network info cache for port 8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.363265] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.386368] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4078eddf-924d-4a72-b09b-3f72ffab92a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.395774] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717c4181-36a0-4d4b-ae72-183ebbf818cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.429356] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c61805-1d2e-4eef-8b2d-fffadd3bfa53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.438858] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3b953e-68f6-42ff-acd6-cb7cdc34d032 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.454492] env[65368]: DEBUG nova.compute.provider_tree [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.470959] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425245, 'name': Rename_Task, 'duration_secs': 0.184861} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.472131] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.472437] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2286259f-6c34-4d3c-a1e6-9d6c3e259a46 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.482075] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1125.482075] env[65368]: value = "task-4425247" [ 1125.482075] env[65368]: _type = "Task" [ 1125.482075] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.492942] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.618681] env[65368]: WARNING neutronclient.v2_0.client [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.637569] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425246, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.755284] env[65368]: WARNING neutronclient.v2_0.client [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.844454] env[65368]: WARNING neutronclient.v2_0.client [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.863777] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.958767] env[65368]: DEBUG nova.scheduler.client.report [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.965471] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Successfully updated port: 6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1125.994353] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.026832] env[65368]: DEBUG nova.network.neutron [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [{"id": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "address": "fa:16:3e:2f:6c:a1", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f51a12e-71", "ovs_interfaceid": "9f51a12e-719e-4f1b-9e9f-804c27b4ccf3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.068641] env[65368]: WARNING neutronclient.v2_0.client [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.137650] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425246, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.167880] env[65368]: DEBUG nova.network.neutron [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updated VIF entry in instance network info cache for port 8a07e347-6b8b-4149-9b9e-90f5951798c0. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1126.168289] env[65368]: DEBUG nova.network.neutron [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating instance_info_cache with network_info: [{"id": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "address": "fa:16:3e:96:b2:5b", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07e347-6b", "ovs_interfaceid": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.363657] env[65368]: DEBUG oslo_vmware.api [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425236, 'name': ReconfigVM_Task, 'duration_secs': 5.87499} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.364035] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.364153] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Reconfigured VM to detach interface {{(pid=65368) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1126.364545] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.364861] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.398550] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.469495] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.470232] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1126.474635] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.474806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.476091] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1126.481029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.017s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.500256] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425247, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.535085] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-07642a84-9883-4c20-86d6-27f03602562f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.535857] env[65368]: DEBUG nova.objects.instance [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'migration_context' on Instance uuid 07642a84-9883-4c20-86d6-27f03602562f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.641334] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425246, 'name': CreateVM_Task, 'duration_secs': 1.183758} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.641556] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1126.642075] env[65368]: WARNING neutronclient.v2_0.client [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.642458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.642637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.642970] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.643348] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e993d308-3807-47c5-af39-0a4ba6017623 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.651532] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1126.651532] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de83d5-e071-9323-7787-4c6fc1a0e22f" [ 1126.651532] env[65368]: _type = "Task" [ 1126.651532] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.661465] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de83d5-e071-9323-7787-4c6fc1a0e22f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.671555] env[65368]: DEBUG oslo_concurrency.lockutils [req-51f1caa9-b88e-4073-bf69-2585692a9348 req-48c54af4-719a-4e80-953f-f8522eebaab9 service nova] Releasing lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.978666] env[65368]: DEBUG nova.compute.utils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1126.980259] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1126.980443] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1126.980774] env[65368]: WARNING neutronclient.v2_0.client [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.981081] env[65368]: WARNING neutronclient.v2_0.client [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.998131] env[65368]: DEBUG oslo_vmware.api [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425247, 'name': PowerOnVM_Task, 'duration_secs': 1.134479} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.999051] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.999256] env[65368]: INFO nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Took 8.60 seconds to spawn the instance on the hypervisor. [ 1126.999433] env[65368]: DEBUG nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1127.000624] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605dfe99-ff4b-4c95-a190-48af270b7c01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.016591] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1127.027608] env[65368]: DEBUG nova.policy [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1127.041055] env[65368]: DEBUG nova.objects.base [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Object Instance<07642a84-9883-4c20-86d6-27f03602562f> lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1127.044723] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda2cd79-a529-444c-9eb2-11c3eccf7e73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.072446] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ebf7a2-df98-471d-9c11-9dd45ad848d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.083580] env[65368]: DEBUG oslo_vmware.api [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1127.083580] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b06747-bc97-7406-e831-31e7b71a2bc2" [ 1127.083580] env[65368]: _type = "Task" [ 1127.083580] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.095997] env[65368]: DEBUG oslo_vmware.api [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b06747-bc97-7406-e831-31e7b71a2bc2, 'name': SearchDatastore_Task, 'duration_secs': 0.00853} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.098948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.147657] env[65368]: WARNING neutronclient.v2_0.client [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.163826] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52de83d5-e071-9323-7787-4c6fc1a0e22f, 'name': SearchDatastore_Task, 'duration_secs': 0.018114} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.163826] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.163826] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.164192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.164192] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.164325] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.164805] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2225eb0c-f4e3-4283-b976-75502f2e8b9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.176753] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1127.176932] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1127.177939] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d2aa8e9-351b-4e05-93db-01661a79633c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.185559] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1127.185559] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ff9261-4470-3e0e-3877-6d6578823448" [ 1127.185559] env[65368]: _type = "Task" [ 1127.185559] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.202508] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ff9261-4470-3e0e-3877-6d6578823448, 'name': SearchDatastore_Task, 'duration_secs': 0.011705} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.203823] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76bc1f35-1363-4bc8-be0d-eedb62c7678e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.214893] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1127.214893] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c472bb-76a9-2b86-130b-994cc76e0fdf" [ 1127.214893] env[65368]: _type = "Task" [ 1127.214893] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.226240] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c472bb-76a9-2b86-130b-994cc76e0fdf, 'name': SearchDatastore_Task} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.229136] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.229409] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a99313c0-8bfd-44a8-b700-26844ba60628/a99313c0-8bfd-44a8-b700-26844ba60628.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.229964] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89f424fe-dbaa-4532-98db-8535a89afef9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.241789] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1127.241789] env[65368]: value = "task-4425248" [ 1127.241789] env[65368]: _type = "Task" [ 1127.241789] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.256972] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425248, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.291020] env[65368]: DEBUG nova.compute.manager [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received event network-vif-plugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1127.291224] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.291516] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.291633] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.291716] env[65368]: DEBUG nova.compute.manager [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] No waiting events found dispatching network-vif-plugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1127.291992] env[65368]: WARNING nova.compute.manager [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received unexpected event network-vif-plugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc for instance with vm_state building and task_state spawning. [ 1127.292103] env[65368]: DEBUG nova.compute.manager [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received event network-changed-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1127.292214] env[65368]: DEBUG nova.compute.manager [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Refreshing instance network info cache due to event network-changed-6a35084d-5c07-4d5f-a67d-722929a3a9cc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1127.292373] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Acquiring lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.301975] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539657dd-7b36-4e30-8403-b1bc0dc30d24 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.312544] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cca0527-2e5e-45a5-8cbd-fd941aa71538 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.353042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f0a5f69-89fb-4630-b66c-64f71e10a9d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.357157] env[65368]: DEBUG nova.network.neutron [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updating instance_info_cache with network_info: [{"id": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "address": "fa:16:3e:88:07:58", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a35084d-5c", "ovs_interfaceid": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.365312] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b2b5c-b2c1-4621-bc0a-e9307bf1f45b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.386085] env[65368]: DEBUG nova.compute.provider_tree [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.429564] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Successfully created port: 8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1127.485338] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1127.519761] env[65368]: INFO nova.compute.manager [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Took 17.46 seconds to build instance. [ 1127.762289] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425248, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.790184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.790402] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquired lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.790580] env[65368]: DEBUG nova.network.neutron [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.860573] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.861347] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance network_info: |[{"id": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "address": "fa:16:3e:88:07:58", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a35084d-5c", "ovs_interfaceid": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1127.861712] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Acquired lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.861963] env[65368]: DEBUG nova.network.neutron [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Refreshing network info cache for port 6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.863623] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:07:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a35084d-5c07-4d5f-a67d-722929a3a9cc', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1127.878193] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1127.879765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1127.880207] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d27c4849-0583-49db-8f73-38715044030d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.899482] env[65368]: DEBUG nova.scheduler.client.report [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.909607] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1127.909607] env[65368]: value = "task-4425249" [ 1127.909607] env[65368]: _type = "Task" [ 1127.909607] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.920719] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425249, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.024914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5af97202-1d47-4b08-9d76-2bb27f3e9d78 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.976s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.257882] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425248, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.540198} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.258208] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] a99313c0-8bfd-44a8-b700-26844ba60628/a99313c0-8bfd-44a8-b700-26844ba60628.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1128.258525] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1128.258901] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef4a1232-edf2-4d7f-899a-a2e3005a7692 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.268797] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1128.268797] env[65368]: value = "task-4425250" [ 1128.268797] env[65368]: _type = "Task" [ 1128.268797] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.278374] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.293321] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.380058] env[65368]: WARNING neutronclient.v2_0.client [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.423023] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425249, 'name': CreateVM_Task, 'duration_secs': 0.398897} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.423234] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.423750] env[65368]: WARNING neutronclient.v2_0.client [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.424214] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.424377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.424738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.425033] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7111380b-9637-4825-b7e4-5d1030a41073 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.431904] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1128.431904] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d97119-52f9-89da-3c50-c01362d4f259" [ 1128.431904] env[65368]: _type = "Task" [ 1128.431904] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.444397] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d97119-52f9-89da-3c50-c01362d4f259, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.481923] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.482403] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.482749] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.483028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.483943] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.486160] env[65368]: INFO nova.compute.manager [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Terminating instance [ 1128.503142] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1128.532258] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1128.532509] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.532663] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1128.532839] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.532982] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1128.533139] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1128.533339] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1128.533492] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1128.533658] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1128.533833] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1128.534013] env[65368]: DEBUG nova.virt.hardware [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1128.535012] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c28a987-402f-4967-88d8-7142b2cf4513 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.546774] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02d2d78-3d5c-44df-a3a2-8a9229db3bb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.672679] env[65368]: INFO nova.compute.manager [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Rescuing [ 1128.672967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.673133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.673327] env[65368]: DEBUG nova.network.neutron [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1128.700435] env[65368]: WARNING neutronclient.v2_0.client [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.774617] env[65368]: WARNING neutronclient.v2_0.client [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1128.782864] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.220808} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.783279] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.784209] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abea6e1e-bba7-424e-a5c9-0656e3cfd35a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.810664] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] a99313c0-8bfd-44a8-b700-26844ba60628/a99313c0-8bfd-44a8-b700-26844ba60628.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.811891] env[65368]: INFO nova.network.neutron [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Port 40eba8ae-d4a5-40ca-a348-d9f31c6b8263 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1128.812255] env[65368]: DEBUG nova.network.neutron [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [{"id": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "address": "fa:16:3e:db:f7:64", "network": {"id": "9f25d79a-c1fa-4b4a-9d6c-0eda79411cfc", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1451803316-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0de459ce3b14422fb5414824e4e382f4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap85b2f0ca-ee", "ovs_interfaceid": "85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.813737] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26a0ebc5-7e32-4817-85d6-97aec9972b8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.837726] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1128.837726] env[65368]: value = "task-4425251" [ 1128.837726] env[65368]: _type = "Task" [ 1128.837726] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.851600] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425251, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.901883] env[65368]: DEBUG nova.network.neutron [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updated VIF entry in instance network info cache for port 6a35084d-5c07-4d5f-a67d-722929a3a9cc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1128.902317] env[65368]: DEBUG nova.network.neutron [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updating instance_info_cache with network_info: [{"id": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "address": "fa:16:3e:88:07:58", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a35084d-5c", "ovs_interfaceid": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.911218] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.431s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.914236] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.988s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.914473] env[65368]: DEBUG nova.objects.instance [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lazy-loading 'resources' on Instance uuid b7eede29-442c-4440-92c9-524ea61119e0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.946395] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d97119-52f9-89da-3c50-c01362d4f259, 'name': SearchDatastore_Task, 'duration_secs': 0.039152} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.946790] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.947091] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.947357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.947505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.947729] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.948016] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63c89168-9718-4968-88d1-8e1ad22b3e6e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.958708] env[65368]: DEBUG nova.compute.manager [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Received event network-vif-plugged-8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1128.959050] env[65368]: DEBUG oslo_concurrency.lockutils [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] Acquiring lock "bbe04295-eec8-485a-a767-3685de9b337f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.959384] env[65368]: DEBUG oslo_concurrency.lockutils [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] Lock "bbe04295-eec8-485a-a767-3685de9b337f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.959507] env[65368]: DEBUG oslo_concurrency.lockutils [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] Lock "bbe04295-eec8-485a-a767-3685de9b337f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.959674] env[65368]: DEBUG nova.compute.manager [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] No waiting events found dispatching network-vif-plugged-8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1128.959968] env[65368]: WARNING nova.compute.manager [req-64bf3de1-03ef-4c93-bf0e-72e47a735879 req-ab573579-eb36-4f97-8245-42b66f6cc4e3 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Received unexpected event network-vif-plugged-8911e013-e54c-4f0a-b378-fc14c519f100 for instance with vm_state building and task_state spawning. [ 1128.961826] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.962168] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.962836] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15cc68f-2e95-408e-b3fd-b4ffc3d83deb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.970473] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1128.970473] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52249762-d1b9-34ef-6e35-276391824957" [ 1128.970473] env[65368]: _type = "Task" [ 1128.970473] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.985999] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52249762-d1b9-34ef-6e35-276391824957, 'name': SearchDatastore_Task, 'duration_secs': 0.012123} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.986956] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b95ca672-23be-48cb-b993-6cd127b2b2ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.993904] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1128.993904] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bc4c4f-9e0d-e2de-9ee8-6af9489fe9fd" [ 1128.993904] env[65368]: _type = "Task" [ 1128.993904] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.004501] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bc4c4f-9e0d-e2de-9ee8-6af9489fe9fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.006442] env[65368]: DEBUG nova.compute.manager [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1129.006585] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.007400] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efca3ad-5b2b-4ac6-87d7-3d894e69b72f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.015765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1129.016091] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0fd5e46-becb-4fde-869e-2c04d5501b7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.025044] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1129.025044] env[65368]: value = "task-4425252" [ 1129.025044] env[65368]: _type = "Task" [ 1129.025044] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.029549] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Successfully updated port: 8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1129.037300] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425252, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.179273] env[65368]: WARNING neutronclient.v2_0.client [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.330448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Releasing lock "refresh_cache-bf8a1643-b975-4f53-8156-a4ee2442770c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.335032] env[65368]: WARNING neutronclient.v2_0.client [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1129.348157] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425251, 'name': ReconfigVM_Task, 'duration_secs': 0.305449} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.348493] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfigured VM instance instance-00000066 to attach disk [datastore2] a99313c0-8bfd-44a8-b700-26844ba60628/a99313c0-8bfd-44a8-b700-26844ba60628.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1129.349237] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc541923-db27-4261-9701-c66f39f4001f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.357560] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1129.357560] env[65368]: value = "task-4425253" [ 1129.357560] env[65368]: _type = "Task" [ 1129.357560] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.367381] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425253, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.404736] env[65368]: DEBUG oslo_concurrency.lockutils [req-28ade809-bb3a-4e46-bc53-e7a038ada741 req-1bbb1812-f744-4935-a34c-aa19e050e87e service nova] Releasing lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.431996] env[65368]: DEBUG nova.network.neutron [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [{"id": "013b7af4-addc-4309-b18a-b4c45741110a", "address": "fa:16:3e:ff:21:fe", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013b7af4-ad", "ovs_interfaceid": "013b7af4-addc-4309-b18a-b4c45741110a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.483829] env[65368]: INFO nova.scheduler.client.report [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted allocation for migration 5d2f423e-4523-49bd-a813-50320f8bb77d [ 1129.504604] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52bc4c4f-9e0d-e2de-9ee8-6af9489fe9fd, 'name': SearchDatastore_Task, 'duration_secs': 0.011388} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.507345] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.507625] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 86a4f2de-bf76-4135-87f1-683d5a19f6f3/86a4f2de-bf76-4135-87f1-683d5a19f6f3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.508113] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f8ffd9e-877e-4570-ba9a-c3573b350ab6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.516400] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1129.516400] env[65368]: value = "task-4425254" [ 1129.516400] env[65368]: _type = "Task" [ 1129.516400] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.527071] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.532561] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.532784] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.532999] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1129.537472] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425252, 'name': PowerOffVM_Task, 'duration_secs': 0.217893} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.540762] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1129.540945] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.541432] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fda1b43-bb36-4a32-962a-75e4739f609d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.625623] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.625964] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.626201] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleting the datastore file [datastore1] bf8a1643-b975-4f53-8156-a4ee2442770c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.626684] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2345596-1938-4ab7-8dea-0e4b2b76bb4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.634062] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1129.634062] env[65368]: value = "task-4425256" [ 1129.634062] env[65368]: _type = "Task" [ 1129.634062] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.646688] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.664884] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95905433-0c89-4663-8b78-940bc026b373 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.673473] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-527a3f67-a817-4c4e-a8d1-ca4caf111dfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.708610] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41760435-f622-4530-9841-c0ed57bc4396 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.717418] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e92422b6-dd16-41f4-a1e5-ee8ea1ae68fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.737118] env[65368]: DEBUG nova.compute.provider_tree [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.838249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86862f7a-cf49-43e6-a2ae-1de2da6bcc65 tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "interface-bf8a1643-b975-4f53-8156-a4ee2442770c-40eba8ae-d4a5-40ca-a348-d9f31c6b8263" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.071s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.874036] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425253, 'name': Rename_Task, 'duration_secs': 0.153128} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.874481] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.874841] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0752fe3-3cf8-4f65-a180-2306a3bb86e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.884425] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1129.884425] env[65368]: value = "task-4425257" [ 1129.884425] env[65368]: _type = "Task" [ 1129.884425] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.895568] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.934578] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.990549] env[65368]: DEBUG oslo_concurrency.lockutils [None req-0e9a7caf-4b5e-4301-9c86-add3eede6916 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.997s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.030493] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.081176] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1130.147424] env[65368]: DEBUG oslo_vmware.api [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.449314} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.147778] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1130.148066] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1130.148368] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1130.148503] env[65368]: INFO nova.compute.manager [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1130.148918] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1130.149230] env[65368]: DEBUG nova.compute.manager [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1130.149524] env[65368]: DEBUG nova.network.neutron [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1130.149863] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.219784] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.226689] env[65368]: WARNING neutronclient.v2_0.client [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1130.241085] env[65368]: DEBUG nova.scheduler.client.report [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.336601] env[65368]: DEBUG nova.network.neutron [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Updating instance_info_cache with network_info: [{"id": "8911e013-e54c-4f0a-b378-fc14c519f100", "address": "fa:16:3e:2d:04:04", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8911e013-e5", "ovs_interfaceid": "8911e013-e54c-4f0a-b378-fc14c519f100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.396592] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425257, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.530032] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.565113} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.530314] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 86a4f2de-bf76-4135-87f1-683d5a19f6f3/86a4f2de-bf76-4135-87f1-683d5a19f6f3.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.530511] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.530811] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4101ced-3b7f-4b34-aa56-1f15310bbb3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.538600] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1130.538600] env[65368]: value = "task-4425258" [ 1130.538600] env[65368]: _type = "Task" [ 1130.538600] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.548503] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425258, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.747165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.833s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.749742] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.651s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.805892] env[65368]: INFO nova.scheduler.client.report [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Deleted allocations for instance b7eede29-442c-4440-92c9-524ea61119e0 [ 1130.842430] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.843522] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Instance network_info: |[{"id": "8911e013-e54c-4f0a-b378-fc14c519f100", "address": "fa:16:3e:2d:04:04", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8911e013-e5", "ovs_interfaceid": "8911e013-e54c-4f0a-b378-fc14c519f100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1130.844421] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:04:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8911e013-e54c-4f0a-b378-fc14c519f100', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1130.854221] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1130.854494] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1130.854811] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-869d1d08-948e-48e1-b78e-c00d820b737c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.880502] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1130.880502] env[65368]: value = "task-4425259" [ 1130.880502] env[65368]: _type = "Task" [ 1130.880502] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.891865] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425259, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.897950] env[65368]: DEBUG oslo_vmware.api [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425257, 'name': PowerOnVM_Task, 'duration_secs': 0.516447} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.898339] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.898469] env[65368]: INFO nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1130.898681] env[65368]: DEBUG nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.899503] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588f6613-836a-4009-bc43-86c2af2ca25c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.000162] env[65368]: DEBUG nova.compute.manager [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Received event network-changed-8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1131.000386] env[65368]: DEBUG nova.compute.manager [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Refreshing instance network info cache due to event network-changed-8911e013-e54c-4f0a-b378-fc14c519f100. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1131.000610] env[65368]: DEBUG oslo_concurrency.lockutils [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] Acquiring lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.001032] env[65368]: DEBUG oslo_concurrency.lockutils [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] Acquired lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.001032] env[65368]: DEBUG nova.network.neutron [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Refreshing network info cache for port 8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.051369] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425258, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072712} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.051641] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.052463] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa77ee29-1ea1-4915-a2ba-7cd79fd49f3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.076912] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 86a4f2de-bf76-4135-87f1-683d5a19f6f3/86a4f2de-bf76-4135-87f1-683d5a19f6f3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.077389] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.077637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.077796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.077963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1131.078174] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.079782] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11767089-8ddd-4c2f-aea6-246096c0cfdf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.094725] env[65368]: INFO nova.compute.manager [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Terminating instance [ 1131.103714] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1131.103714] env[65368]: value = "task-4425260" [ 1131.103714] env[65368]: _type = "Task" [ 1131.103714] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.114607] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.321751] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65d56f28-b170-44c9-ab68-b3ffa90fac03 tempest-ServersListShow2100Test-1791248327 tempest-ServersListShow2100Test-1791248327-project-member] Lock "b7eede29-442c-4440-92c9-524ea61119e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.675s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.395429] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425259, 'name': CreateVM_Task, 'duration_secs': 0.426808} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.398674] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1131.399705] env[65368]: WARNING neutronclient.v2_0.client [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.400107] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.400275] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.400582] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.400879] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5917d46f-0878-4564-8cd4-ba739e490e44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.407390] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1131.407390] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aa01ff-6cc9-906f-636e-0486a2c60884" [ 1131.407390] env[65368]: _type = "Task" [ 1131.407390] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.421892] env[65368]: INFO nova.compute.manager [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Took 15.64 seconds to build instance. [ 1131.427401] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aa01ff-6cc9-906f-636e-0486a2c60884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.476802] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.477151] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522ae0e4-8041-4abf-9f37-5f836010c40e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.480908] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af0a8a9-3706-435b-9d15-015ab3c22f87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.485476] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1131.485476] env[65368]: value = "task-4425261" [ 1131.485476] env[65368]: _type = "Task" [ 1131.485476] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.491653] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754cd320-18e8-4200-bc05-e162762b0bb1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.498496] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425261, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.529627] env[65368]: WARNING neutronclient.v2_0.client [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.533055] env[65368]: DEBUG nova.network.neutron [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.534794] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb483f9-8a71-431f-a275-b162543d0583 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.543470] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73d408b3-1687-4f1d-b65f-a7710c3a4b0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.560486] env[65368]: DEBUG nova.compute.provider_tree [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.599813] env[65368]: DEBUG nova.compute.manager [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1131.599977] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1131.601055] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7dcabe-76ee-4ebe-97e7-621aa5706a98 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.615293] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.617878] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1131.617878] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-745d43e6-fef5-4945-a4bd-c9dad0ffffdb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.628148] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1131.628148] env[65368]: value = "task-4425262" [ 1131.628148] env[65368]: _type = "Task" [ 1131.628148] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.637742] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.724284] env[65368]: WARNING neutronclient.v2_0.client [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.892217] env[65368]: DEBUG nova.network.neutron [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Updated VIF entry in instance network info cache for port 8911e013-e54c-4f0a-b378-fc14c519f100. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1131.892595] env[65368]: DEBUG nova.network.neutron [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Updating instance_info_cache with network_info: [{"id": "8911e013-e54c-4f0a-b378-fc14c519f100", "address": "fa:16:3e:2d:04:04", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8911e013-e5", "ovs_interfaceid": "8911e013-e54c-4f0a-b378-fc14c519f100", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1131.922313] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aa01ff-6cc9-906f-636e-0486a2c60884, 'name': SearchDatastore_Task, 'duration_secs': 0.031795} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.923017] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.923243] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1131.923606] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.923777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.923889] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1131.924424] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6ff859e-ca7d-43f0-b50c-97d9ef116acb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.928639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ab809dbe-fb2a-4dbd-83a5-a8217ca7debb tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.158s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.937249] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1131.937314] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1131.938065] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54bb7598-e116-47fb-830a-1e5949406daf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.945339] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1131.945339] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206cb80-afc0-110f-3e4f-17cf5acfeb78" [ 1131.945339] env[65368]: _type = "Task" [ 1131.945339] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.954741] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206cb80-afc0-110f-3e4f-17cf5acfeb78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.998263] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425261, 'name': PowerOffVM_Task, 'duration_secs': 0.384292} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.998592] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.999671] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59707cd-8201-4355-a45a-f476d8b8fdce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.020921] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836edca2-9556-4e09-87ef-7c05702a74c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.035419] env[65368]: INFO nova.compute.manager [-] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Took 1.89 seconds to deallocate network for instance. [ 1132.057711] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1132.058121] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b27d0ec3-a2ed-4122-b7f5-b6a9a227c986 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.063503] env[65368]: DEBUG nova.scheduler.client.report [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.072233] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1132.072233] env[65368]: value = "task-4425263" [ 1132.072233] env[65368]: _type = "Task" [ 1132.072233] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.082749] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1132.082999] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1132.083242] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.114304] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425260, 'name': ReconfigVM_Task, 'duration_secs': 0.696806} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.114570] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 86a4f2de-bf76-4135-87f1-683d5a19f6f3/86a4f2de-bf76-4135-87f1-683d5a19f6f3.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.115280] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38c21f0b-a14e-4561-9dfd-f573e155bfba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.122373] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1132.122373] env[65368]: value = "task-4425264" [ 1132.122373] env[65368]: _type = "Task" [ 1132.122373] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.132291] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425264, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.140443] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425262, 'name': PowerOffVM_Task, 'duration_secs': 0.405778} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.140696] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1132.140864] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1132.141134] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c6c96fa-e0aa-469f-bc14-619840c7d7f1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.210529] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1132.210888] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1132.211112] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleting the datastore file [datastore1] ff3ef5fb-3271-4730-9e63-c98c3a66175d {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1132.211406] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c9a6261-8508-4f63-8224-e4d9c1f8c422 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.219455] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1132.219455] env[65368]: value = "task-4425266" [ 1132.219455] env[65368]: _type = "Task" [ 1132.219455] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.228143] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425266, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.399708] env[65368]: DEBUG oslo_concurrency.lockutils [req-69eba9e4-609d-47a2-8fae-df8e3ad2ffbc req-86b50a1f-a78c-42cb-ba6e-cdedc3587483 service nova] Releasing lock "refresh_cache-bbe04295-eec8-485a-a767-3685de9b337f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.456601] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5206cb80-afc0-110f-3e4f-17cf5acfeb78, 'name': SearchDatastore_Task, 'duration_secs': 0.024209} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.457544] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386791b8-e98a-4cb2-94d9-4a773c585115 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.464239] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1132.464239] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f3c33d-286b-f739-d191-d17b8d8cdb62" [ 1132.464239] env[65368]: _type = "Task" [ 1132.464239] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.472715] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f3c33d-286b-f739-d191-d17b8d8cdb62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.542297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.637106] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425264, 'name': Rename_Task, 'duration_secs': 0.21258} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.637106] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.637106] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-355f1233-031f-4938-96d3-391933ba16a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.646592] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1132.646592] env[65368]: value = "task-4425267" [ 1132.646592] env[65368]: _type = "Task" [ 1132.646592] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.657124] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.731645] env[65368]: DEBUG oslo_vmware.api [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425266, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15389} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.732031] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1132.732837] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1132.732837] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1132.732837] env[65368]: INFO nova.compute.manager [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1132.733044] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1132.733253] env[65368]: DEBUG nova.compute.manager [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1132.733352] env[65368]: DEBUG nova.network.neutron [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1132.733606] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.754243] env[65368]: DEBUG nova.compute.manager [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Received event network-changed-8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1132.754974] env[65368]: DEBUG nova.compute.manager [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Refreshing instance network info cache due to event network-changed-8a07e347-6b8b-4149-9b9e-90f5951798c0. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1132.754974] env[65368]: DEBUG oslo_concurrency.lockutils [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] Acquiring lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.754974] env[65368]: DEBUG oslo_concurrency.lockutils [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] Acquired lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.754974] env[65368]: DEBUG nova.network.neutron [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Refreshing network info cache for port 8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1132.798922] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.978033] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f3c33d-286b-f739-d191-d17b8d8cdb62, 'name': SearchDatastore_Task, 'duration_secs': 0.009806} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.978311] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.978795] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] bbe04295-eec8-485a-a767-3685de9b337f/bbe04295-eec8-485a-a767-3685de9b337f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1132.979101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.979313] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.979546] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c07bc5e8-e2da-4612-949b-d0d24da40e99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.981761] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5795faa2-c322-4e2b-8e3e-5ebe9cbdc9dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.992227] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1132.992227] env[65368]: value = "task-4425268" [ 1132.992227] env[65368]: _type = "Task" [ 1132.992227] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.993288] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.993653] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1132.997492] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4cb1221-d5aa-48f3-9463-d2811f75eb6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.003882] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1133.003882] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5201b043-bca0-a7ca-ed78-37e36def1170" [ 1133.003882] env[65368]: _type = "Task" [ 1133.003882] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.008243] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.017892] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5201b043-bca0-a7ca-ed78-37e36def1170, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.018467] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6defb72f-db9c-468e-a7e7-451fa2657a9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.027253] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1133.027253] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe2781-0f81-24ca-9bcd-eaca81f22ec8" [ 1133.027253] env[65368]: _type = "Task" [ 1133.027253] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.038350] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe2781-0f81-24ca-9bcd-eaca81f22ec8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.078445] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.328s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.081955] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.539s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.081955] env[65368]: DEBUG nova.objects.instance [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'resources' on Instance uuid bf8a1643-b975-4f53-8156-a4ee2442770c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.097529] env[65368]: DEBUG nova.compute.manager [req-3ebfa869-2a74-4b6c-936c-e44de7d4299b req-0cfe16bf-1b26-4cdc-9502-2e6eb264cb2a service nova] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Received event network-vif-deleted-85b2f0ca-eef7-4b97-a7f3-f7b3936a7b85 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1133.158561] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425267, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.258539] env[65368]: WARNING neutronclient.v2_0.client [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.462646] env[65368]: WARNING neutronclient.v2_0.client [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1133.506652] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425268, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.539409] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fe2781-0f81-24ca-9bcd-eaca81f22ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.010741} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.539698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.539961] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. {{(pid=65368) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1133.540252] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afbd8088-97e3-45ea-a651-ce53b752e195 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.549170] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1133.549170] env[65368]: value = "task-4425269" [ 1133.549170] env[65368]: _type = "Task" [ 1133.549170] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.550215] env[65368]: DEBUG nova.network.neutron [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updated VIF entry in instance network info cache for port 8a07e347-6b8b-4149-9b9e-90f5951798c0. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1133.550647] env[65368]: DEBUG nova.network.neutron [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating instance_info_cache with network_info: [{"id": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "address": "fa:16:3e:96:b2:5b", "network": {"id": "d8a606fd-d2f1-4ef6-bd55-7ddb2f3f06e1", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-128367329-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "773d027cc30d461dbebeb04f293b0b83", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8a07e347-6b", "ovs_interfaceid": "8a07e347-6b8b-4149-9b9e-90f5951798c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.561664] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425269, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.645350] env[65368]: INFO nova.scheduler.client.report [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocation for migration d21b1571-a208-4ffb-b070-e0a680024079 [ 1133.662760] env[65368]: DEBUG oslo_vmware.api [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425267, 'name': PowerOnVM_Task, 'duration_secs': 0.660049} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.663132] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.663284] env[65368]: INFO nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1133.663544] env[65368]: DEBUG nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.667166] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a07b4191-6a2f-431e-a877-8bd1a7fa5f67 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.805516] env[65368]: DEBUG nova.network.neutron [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.819305] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad24e4ba-cb44-44b8-a8ec-3f36f049fa36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.833322] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ecf43b-46d5-47aa-ac7f-06c7eb95428c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.870795] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3b809a-60cf-436d-b0f7-4329b165deb8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.881919] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d69619-b98f-4bba-9c90-a5817d0a0c8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.900547] env[65368]: DEBUG nova.compute.provider_tree [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.005909] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529539} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.006222] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] bbe04295-eec8-485a-a767-3685de9b337f/bbe04295-eec8-485a-a767-3685de9b337f.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1134.006488] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1134.006783] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5856b390-1dbe-4a7b-89aa-9f7a572d509d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.018683] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1134.018683] env[65368]: value = "task-4425270" [ 1134.018683] env[65368]: _type = "Task" [ 1134.018683] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.029454] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.056852] env[65368]: DEBUG oslo_concurrency.lockutils [req-1125105a-4217-4d70-b8a5-08b14befe92a req-9b420d97-9f49-414a-921a-ae0a9570f778 service nova] Releasing lock "refresh_cache-a99313c0-8bfd-44a8-b700-26844ba60628" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.063951] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425269, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462214} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.064233] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk. [ 1134.065053] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc0405-aeab-40df-9c72-b252c6496024 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.091836] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.092127] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a6dd34b-c217-4068-b1bb-38bb2717b851 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.110949] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1134.110949] env[65368]: value = "task-4425271" [ 1134.110949] env[65368]: _type = "Task" [ 1134.110949] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.120747] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425271, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.157668] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d37a9c0c-cae7-4794-9013-20421b443e72 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.106s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.189051] env[65368]: INFO nova.compute.manager [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Took 16.20 seconds to build instance. [ 1134.309876] env[65368]: INFO nova.compute.manager [-] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Took 1.57 seconds to deallocate network for instance. [ 1134.403667] env[65368]: DEBUG nova.scheduler.client.report [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1134.529672] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073057} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.529672] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1134.530274] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3743f09-672b-44a3-b40e-5f2299de8c52 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.557394] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] bbe04295-eec8-485a-a767-3685de9b337f/bbe04295-eec8-485a-a767-3685de9b337f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1134.558294] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3084c74-b07a-40e8-acff-0b4f104831be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.581898] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1134.581898] env[65368]: value = "task-4425272" [ 1134.581898] env[65368]: _type = "Task" [ 1134.581898] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.591783] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425272, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.623974] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425271, 'name': ReconfigVM_Task, 'duration_secs': 0.357091} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.624312] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88/aa35d696-7517-4711-9cf1-10e7fbb5577f-rescue.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1134.625198] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c601e89c-36c7-4314-921e-71c44cb65727 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.658953] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8815e4c8-2517-44f6-a749-1aeaaf487d0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.676683] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1134.676683] env[65368]: value = "task-4425273" [ 1134.676683] env[65368]: _type = "Task" [ 1134.676683] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.685958] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.690631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b627343c-e6a0-4c7f-86f3-bce585b500e9 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.710s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.790454] env[65368]: DEBUG nova.compute.manager [req-48ba88df-d6be-4e18-a2aa-4992e8b56772 req-019aa631-b5c3-4954-95f8-e6539d5771eb service nova] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Received event network-vif-deleted-04b79cd4-c11b-40f3-b3bc-916b8befae15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1134.815339] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.910305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.912877] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.097s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.912877] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.920046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.920388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.920642] env[65368]: INFO nova.compute.manager [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Shelving [ 1134.986314] env[65368]: INFO nova.scheduler.client.report [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted allocations for instance bf8a1643-b975-4f53-8156-a4ee2442770c [ 1134.989112] env[65368]: INFO nova.scheduler.client.report [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted allocations for instance ff3ef5fb-3271-4730-9e63-c98c3a66175d [ 1135.093046] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.108958] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.109100] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.187769] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425273, 'name': ReconfigVM_Task, 'duration_secs': 0.342694} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.187987] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1135.188540] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daa89a07-a359-461e-b409-e56d7efabbfc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.195604] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1135.195604] env[65368]: value = "task-4425274" [ 1135.195604] env[65368]: _type = "Task" [ 1135.195604] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.205182] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425274, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.498543] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a2f261c7-f5f7-4d83-9f7d-c2fc90e2d62f tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "bf8a1643-b975-4f53-8156-a4ee2442770c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.016s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.499618] env[65368]: DEBUG oslo_concurrency.lockutils [None req-64dd3166-3ab4-4c52-b33c-060c327c34e4 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "ff3ef5fb-3271-4730-9e63-c98c3a66175d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.422s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.595698] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425272, 'name': ReconfigVM_Task, 'duration_secs': 0.673896} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.596049] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Reconfigured VM instance instance-00000068 to attach disk [datastore2] bbe04295-eec8-485a-a767-3685de9b337f/bbe04295-eec8-485a-a767-3685de9b337f.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1135.597725] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f384cb81-59a6-4d73-9e24-ad4f1c8011d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.605079] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1135.605079] env[65368]: value = "task-4425275" [ 1135.605079] env[65368]: _type = "Task" [ 1135.605079] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.612687] env[65368]: INFO nova.compute.manager [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Detaching volume 7976e28e-9c9e-4826-88ac-3677aac5a032 [ 1135.619739] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425275, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.662703] env[65368]: INFO nova.virt.block_device [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Attempting to driver detach volume 7976e28e-9c9e-4826-88ac-3677aac5a032 from mountpoint /dev/sdb [ 1135.662949] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1135.663217] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865915', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'name': 'volume-7976e28e-9c9e-4826-88ac-3677aac5a032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2129d341-9628-4bbe-abd9-044873852f39', 'attached_at': '', 'detached_at': '', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'serial': '7976e28e-9c9e-4826-88ac-3677aac5a032'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1135.664590] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc198d8-92dc-4de3-ac04-171c6b093f6c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.689419] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567a3314-7365-4c19-a929-50651fa68a57 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.701289] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3493b45-f427-406c-9100-2810d5153fc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.731755] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17637d15-1993-435b-8c68-63284fbcb8b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.735326] env[65368]: DEBUG oslo_vmware.api [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425274, 'name': PowerOnVM_Task, 'duration_secs': 0.467928} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.735721] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1135.739342] env[65368]: DEBUG nova.compute.manager [None req-29ed9d5d-9b05-4354-abe2-65662c06dbbf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1135.740367] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244d49ec-f682-4148-859c-810612f1ff47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.756898] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The volume has not been displaced from its original location: [datastore1] volume-7976e28e-9c9e-4826-88ac-3677aac5a032/volume-7976e28e-9c9e-4826-88ac-3677aac5a032.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1135.762272] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1135.762739] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13cc330c-226a-4396-bbb2-642be556e084 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.791024] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1135.791024] env[65368]: value = "task-4425276" [ 1135.791024] env[65368]: _type = "Task" [ 1135.791024] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.798198] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.931718] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.932527] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cc8bead7-a391-4b8d-a19e-11a510641840 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.941041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.941041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.941041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "07642a84-9883-4c20-86d6-27f03602562f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.941041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.941041] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.944531] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1135.944531] env[65368]: value = "task-4425277" [ 1135.944531] env[65368]: _type = "Task" [ 1135.944531] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.945066] env[65368]: INFO nova.compute.manager [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Terminating instance [ 1135.959101] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425277, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.117143] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425275, 'name': Rename_Task, 'duration_secs': 0.180717} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.117548] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1136.117779] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21a475af-fc70-496c-bc3f-b42b25723fba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.126445] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1136.126445] env[65368]: value = "task-4425278" [ 1136.126445] env[65368]: _type = "Task" [ 1136.126445] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.136537] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.298920] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425276, 'name': ReconfigVM_Task, 'duration_secs': 0.261408} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.299185] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1136.304072] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb61f5e0-0c44-4916-917e-8c988f31dd03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.328207] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1136.328207] env[65368]: value = "task-4425279" [ 1136.328207] env[65368]: _type = "Task" [ 1136.328207] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.338102] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425279, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.450661] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.450963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.456488] env[65368]: DEBUG nova.compute.manager [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1136.456692] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.457778] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f73086-5328-48b0-9973-ae326562f96f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.473847] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.474080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1136.475301] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425277, 'name': PowerOffVM_Task, 'duration_secs': 0.288717} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.475921] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.476806] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.477356] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-357478f0-4d96-4748-8823-ff85dca63c48 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.479471] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0cf2e-cfcb-4d51-9b3e-715fc8dff42c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.507711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfd0e33-f089-4f96-984f-5801ddc70113 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.512216] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1136.512216] env[65368]: value = "task-4425280" [ 1136.512216] env[65368]: _type = "Task" [ 1136.512216] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.527381] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.638450] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425278, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.837898] env[65368]: DEBUG oslo_vmware.api [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425279, 'name': ReconfigVM_Task, 'duration_secs': 0.221638} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.840349] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865915', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'name': 'volume-7976e28e-9c9e-4826-88ac-3677aac5a032', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '2129d341-9628-4bbe-abd9-044873852f39', 'attached_at': '', 'detached_at': '', 'volume_id': '7976e28e-9c9e-4826-88ac-3677aac5a032', 'serial': '7976e28e-9c9e-4826-88ac-3677aac5a032'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1136.943803] env[65368]: INFO nova.compute.manager [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Unrescuing [ 1136.944118] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.944276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquired lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.944443] env[65368]: DEBUG nova.network.neutron [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1136.956830] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1136.976960] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.013782] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.014064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.014284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.014466] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.014629] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.020073] env[65368]: INFO nova.compute.manager [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Terminating instance [ 1137.022195] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1137.023645] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a718cdc2-b786-49a1-9ef1-117d596f4dcb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.032208] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425280, 'name': PowerOffVM_Task, 'duration_secs': 0.329135} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.034477] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.034563] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.035224] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1137.035224] env[65368]: value = "task-4425281" [ 1137.035224] env[65368]: _type = "Task" [ 1137.035224] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.035424] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-377f13af-5d8d-403a-8f59-2ed743bb3273 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.049059] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425281, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.118345] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.118542] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.118726] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore2] 07642a84-9883-4c20-86d6-27f03602562f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.119113] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c6b236d-b90f-4ef8-bb29-a5f5efdb148b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.126900] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1137.126900] env[65368]: value = "task-4425283" [ 1137.126900] env[65368]: _type = "Task" [ 1137.126900] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.139400] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.142482] env[65368]: DEBUG oslo_vmware.api [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425278, 'name': PowerOnVM_Task, 'duration_secs': 0.630915} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.142749] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1137.142963] env[65368]: INFO nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Took 8.64 seconds to spawn the instance on the hypervisor. [ 1137.143165] env[65368]: DEBUG nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1137.143971] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c285c288-f500-4a76-a0b9-33175fef7861 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.387829] env[65368]: DEBUG nova.objects.instance [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'flavor' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.447228] env[65368]: WARNING neutronclient.v2_0.client [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.484536] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.484819] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.486831] env[65368]: INFO nova.compute.claims [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.502632] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.527242] env[65368]: DEBUG nova.compute.manager [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1137.527526] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1137.528877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303f2a91-4ee3-482f-967e-d2c845b6a805 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.538313] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.541419] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98f261c7-4820-467f-b491-7882121e7c1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.551252] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425281, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.552723] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1137.552723] env[65368]: value = "task-4425284" [ 1137.552723] env[65368]: _type = "Task" [ 1137.552723] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.565516] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425284, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.612243] env[65368]: WARNING neutronclient.v2_0.client [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.640869] env[65368]: DEBUG oslo_vmware.api [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374209} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.640869] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.641432] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.641432] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.641432] env[65368]: INFO nova.compute.manager [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1137.642035] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1137.642035] env[65368]: DEBUG nova.compute.manager [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1137.642035] env[65368]: DEBUG nova.network.neutron [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1137.642231] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.664146] env[65368]: INFO nova.compute.manager [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Took 16.15 seconds to build instance. [ 1137.702781] env[65368]: DEBUG nova.network.neutron [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [{"id": "013b7af4-addc-4309-b18a-b4c45741110a", "address": "fa:16:3e:ff:21:fe", "network": {"id": "f5cffbf7-69f7-4160-a39f-7fd666d28073", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1416217280-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "eec57c3aef29420c9986da84a390c781", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "706c9762-1cf8-4770-897d-377d0d927773", "external-id": "nsx-vlan-transportzone-402", "segmentation_id": 402, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013b7af4-ad", "ovs_interfaceid": "013b7af4-addc-4309-b18a-b4c45741110a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.719688] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.982428] env[65368]: DEBUG nova.compute.manager [req-1ef91a91-c601-4d63-9982-5e67f351d6b5 req-6d584f5b-9440-41de-a285-313948bbefa7 service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Received event network-vif-deleted-9f51a12e-719e-4f1b-9e9f-804c27b4ccf3 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1137.982758] env[65368]: INFO nova.compute.manager [req-1ef91a91-c601-4d63-9982-5e67f351d6b5 req-6d584f5b-9440-41de-a285-313948bbefa7 service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Neutron deleted interface 9f51a12e-719e-4f1b-9e9f-804c27b4ccf3; detaching it from the instance and deleting it from the info cache [ 1137.982861] env[65368]: DEBUG nova.network.neutron [req-1ef91a91-c601-4d63-9982-5e67f351d6b5 req-6d584f5b-9440-41de-a285-313948bbefa7 service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.049172] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425281, 'name': CreateSnapshot_Task, 'duration_secs': 0.744162} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.049479] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1138.050357] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e22424-288b-4c7c-bb26-d040fd09a033 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.073157] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425284, 'name': PowerOffVM_Task, 'duration_secs': 0.288051} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.074962] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1138.074962] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1138.074962] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbc57cff-e0b6-48f4-bf18-c1aff2264c16 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.152509] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1138.152685] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1138.152917] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleting the datastore file [datastore1] a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1138.153235] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adb2132e-0169-409f-9e9a-50f598a64b63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.161858] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for the task: (returnval){ [ 1138.161858] env[65368]: value = "task-4425286" [ 1138.161858] env[65368]: _type = "Task" [ 1138.161858] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.166336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-779a81ae-f25d-4205-997e-6a2b9d6e9818 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.668s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.171817] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.197512] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "bbe04295-eec8-485a-a767-3685de9b337f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.197783] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.197999] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "bbe04295-eec8-485a-a767-3685de9b337f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.198208] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.198459] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.201118] env[65368]: INFO nova.compute.manager [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Terminating instance [ 1138.205652] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Releasing lock "refresh_cache-2858b8d7-dcaa-414e-afeb-155818281d88" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.206354] env[65368]: DEBUG nova.objects.instance [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lazy-loading 'flavor' on Instance uuid 2858b8d7-dcaa-414e-afeb-155818281d88 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.396848] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2ee825f5-3ebf-4871-ab19-c25ab5d8f9f8 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.287s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.457748] env[65368]: DEBUG nova.network.neutron [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.486017] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3478605d-04e8-4f0e-b154-c00b53034976 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.496586] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88748c66-2528-43a7-b437-a091b6965c91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.535307] env[65368]: DEBUG nova.compute.manager [req-1ef91a91-c601-4d63-9982-5e67f351d6b5 req-6d584f5b-9440-41de-a285-313948bbefa7 service nova] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Detach interface failed, port_id=9f51a12e-719e-4f1b-9e9f-804c27b4ccf3, reason: Instance 07642a84-9883-4c20-86d6-27f03602562f could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1138.581349] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1138.581788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.582018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.582223] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "2129d341-9628-4bbe-abd9-044873852f39-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.582400] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.582558] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.586638] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cef76ab6-86b5-40aa-89f5-945b5c380b84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.589937] env[65368]: INFO nova.compute.manager [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Terminating instance [ 1138.598524] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1138.598524] env[65368]: value = "task-4425287" [ 1138.598524] env[65368]: _type = "Task" [ 1138.598524] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.611086] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425287, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.673916] env[65368]: DEBUG oslo_vmware.api [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Task: {'id': task-4425286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148777} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.677057] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1138.677404] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1138.677549] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1138.677724] env[65368]: INFO nova.compute.manager [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1138.677964] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1138.678715] env[65368]: DEBUG nova.compute.manager [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1138.678838] env[65368]: DEBUG nova.network.neutron [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1138.679097] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.703674] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c86b49-6dee-4260-8c38-7ac614f4ca2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.707710] env[65368]: DEBUG nova.compute.manager [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1138.707916] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1138.710662] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d08a7a0-ed73-4374-b1f5-54c6f4a54fc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.714861] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1a81be-b911-4b27-b169-def1f971e667 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.718342] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1138.723459] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f264e5-ac3e-4a0a-a914-d7406f8c18da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.745328] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.746097] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1138.746881] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-746016f0-ccf8-4f1e-be7a-7ee310afcdf9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.748671] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3b74b0b-fd7c-403a-a91b-847717045845 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.776394] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-348b04e6-ec31-45ce-8e7f-8d330c7eedd1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.782647] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1138.782647] env[65368]: value = "task-4425289" [ 1138.782647] env[65368]: _type = "Task" [ 1138.782647] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.786397] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1138.786397] env[65368]: value = "task-4425288" [ 1138.786397] env[65368]: _type = "Task" [ 1138.786397] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.792269] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1e47c-5fd2-46ff-9f99-3b9bbb6bf041 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.810866] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.825043] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425288, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.825043] env[65368]: DEBUG nova.compute.provider_tree [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.961605] env[65368]: INFO nova.compute.manager [-] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Took 1.32 seconds to deallocate network for instance. [ 1139.094519] env[65368]: DEBUG nova.compute.manager [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1139.095159] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1139.096975] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8fd9e5b-c7fe-4461-8837-619c0775a180 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.109210] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1139.112352] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3aa73625-8565-42e3-acef-12f66dcd2f7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.114035] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425287, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.119535] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1139.119535] env[65368]: value = "task-4425290" [ 1139.119535] env[65368]: _type = "Task" [ 1139.119535] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.129779] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.299035] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425289, 'name': PowerOffVM_Task, 'duration_secs': 0.254492} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.301704] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.301893] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.302177] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6451e52-d275-40c4-a08d-bd568ce0433a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.310734] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425288, 'name': PowerOffVM_Task, 'duration_secs': 0.269155} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.311034] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.321417] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfiguring VM instance instance-00000065 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1139.321417] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd20f56-441e-45f0-a312-08cb4bec224f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.334653] env[65368]: DEBUG nova.scheduler.client.report [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.346503] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1139.346503] env[65368]: value = "task-4425292" [ 1139.346503] env[65368]: _type = "Task" [ 1139.346503] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.355765] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.389029] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.389315] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.389505] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore2] bbe04295-eec8-485a-a767-3685de9b337f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.389817] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fe01f50-6a18-4a93-bc29-a9ee8ff701c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.396891] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1139.396891] env[65368]: value = "task-4425293" [ 1139.396891] env[65368]: _type = "Task" [ 1139.396891] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.406553] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425293, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.470674] env[65368]: DEBUG nova.network.neutron [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.477711] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.611199] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425287, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.629180] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425290, 'name': PowerOffVM_Task, 'duration_secs': 0.287976} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.629467] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1139.629633] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1139.629900] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70390833-84c9-4751-9089-197181e83cc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.697360] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1139.697799] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1139.697983] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore2] 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1139.698374] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40e9437c-2f74-4de3-9ba8-323161e6f3a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.706757] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1139.706757] env[65368]: value = "task-4425295" [ 1139.706757] env[65368]: _type = "Task" [ 1139.706757] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.720703] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.840616] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.841197] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1139.844028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.342s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.845571] env[65368]: INFO nova.compute.claims [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.857177] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425292, 'name': ReconfigVM_Task, 'duration_secs': 0.237981} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.857468] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Reconfigured VM instance instance-00000065 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.857649] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.857903] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e075a1d-d32b-4551-8808-6226d3b53e01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.865836] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1139.865836] env[65368]: value = "task-4425296" [ 1139.865836] env[65368]: _type = "Task" [ 1139.865836] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.874858] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.907765] env[65368]: DEBUG oslo_vmware.api [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425293, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151486} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.908085] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1139.908296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1139.908540] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1139.908729] env[65368]: INFO nova.compute.manager [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1139.908968] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1139.909207] env[65368]: DEBUG nova.compute.manager [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1139.909306] env[65368]: DEBUG nova.network.neutron [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1139.909576] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.965099] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.973807] env[65368]: INFO nova.compute.manager [-] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Took 1.29 seconds to deallocate network for instance. [ 1140.037773] env[65368]: DEBUG nova.compute.manager [req-4283503a-1f0b-4b34-9d9d-92c31f0e9af1 req-069a2ba9-2df6-4dfa-b4c2-13934ea2a81f service nova] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Received event network-vif-deleted-ad8e8abd-c6c8-4ac4-a53b-c28db9bb3c15 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1140.112419] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425287, 'name': CloneVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.220066] env[65368]: DEBUG oslo_vmware.api [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130766} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.220340] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1140.220534] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1140.220712] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1140.220882] env[65368]: INFO nova.compute.manager [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1140.221156] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1140.221366] env[65368]: DEBUG nova.compute.manager [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1140.221458] env[65368]: DEBUG nova.network.neutron [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1140.221759] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.258333] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.351993] env[65368]: DEBUG nova.compute.utils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.356968] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1140.357347] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1140.357830] env[65368]: WARNING neutronclient.v2_0.client [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.358332] env[65368]: WARNING neutronclient.v2_0.client [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.377297] env[65368]: DEBUG oslo_vmware.api [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425296, 'name': PowerOnVM_Task, 'duration_secs': 0.396445} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.377569] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1140.377797] env[65368]: DEBUG nova.compute.manager [None req-ec0407bb-134e-44e8-9b25-0e3ecafad6bf tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1140.378626] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79b576-9222-482e-89dd-e147f9d2334a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.400700] env[65368]: DEBUG nova.policy [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3d11b024a7456d8ffbda418b710203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1058962de456478282c7aec7fcb31331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.483329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1140.613610] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425287, 'name': CloneVM_Task, 'duration_secs': 1.571345} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.613780] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Created linked-clone VM from snapshot [ 1140.614686] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11d8710-68a5-413a-b3f6-4143b50b765f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.624113] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Uploading image 472d23e3-7e57-4612-b04b-120ee9485dc0 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1140.655963] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1140.655963] env[65368]: value = "vm-865942" [ 1140.655963] env[65368]: _type = "VirtualMachine" [ 1140.655963] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1140.656339] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b3edd86b-f36a-4cc6-82d2-14cc873910a3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.666286] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lease: (returnval){ [ 1140.666286] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525467e3-f23e-4a38-92df-0602082d1d61" [ 1140.666286] env[65368]: _type = "HttpNfcLease" [ 1140.666286] env[65368]: } obtained for exporting VM: (result){ [ 1140.666286] env[65368]: value = "vm-865942" [ 1140.666286] env[65368]: _type = "VirtualMachine" [ 1140.666286] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1140.666286] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the lease: (returnval){ [ 1140.666286] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525467e3-f23e-4a38-92df-0602082d1d61" [ 1140.666286] env[65368]: _type = "HttpNfcLease" [ 1140.666286] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1140.674578] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1140.674578] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525467e3-f23e-4a38-92df-0602082d1d61" [ 1140.674578] env[65368]: _type = "HttpNfcLease" [ 1140.674578] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1140.714353] env[65368]: DEBUG nova.network.neutron [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1140.788687] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Successfully created port: 2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1140.859197] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1141.087493] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de17d5a-6225-4a2a-aef4-28fb2cbd87e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.096504] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1818fd-1bc5-457e-8e44-f6c74e64c014 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.131820] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27d96d9a-ed31-48f8-9f8f-b313273bfd60 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.141992] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7ea776-abb0-4189-96d0-f35d6f5d7cb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.157457] env[65368]: DEBUG nova.compute.provider_tree [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1141.161458] env[65368]: DEBUG nova.network.neutron [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.176071] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1141.176071] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525467e3-f23e-4a38-92df-0602082d1d61" [ 1141.176071] env[65368]: _type = "HttpNfcLease" [ 1141.176071] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1141.176675] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1141.176675] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525467e3-f23e-4a38-92df-0602082d1d61" [ 1141.176675] env[65368]: _type = "HttpNfcLease" [ 1141.176675] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1141.177185] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46d77ed-72b1-4303-8478-962b15c2f70a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.186175] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1141.186371] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1141.245643] env[65368]: INFO nova.compute.manager [-] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Took 1.34 seconds to deallocate network for instance. [ 1141.279979] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa6feb39-ecbb-4284-b544-7bf07b7127c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.660475] env[65368]: DEBUG nova.scheduler.client.report [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.664161] env[65368]: INFO nova.compute.manager [-] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Took 1.44 seconds to deallocate network for instance. [ 1141.753683] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.834271] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "2858b8d7-dcaa-414e-afeb-155818281d88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.835043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.835043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.835115] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.835454] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.837977] env[65368]: INFO nova.compute.manager [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Terminating instance [ 1141.876521] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1141.902986] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1141.903457] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.903958] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1141.904235] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.904409] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1141.904572] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1141.904786] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.905018] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1141.905267] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1141.905456] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1141.905653] env[65368]: DEBUG nova.virt.hardware [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1141.906721] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4109b145-b690-4d1e-b104-f7472c72805e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.916753] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32349a85-5a94-46ad-a3fc-0321a44af938 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.080449] env[65368]: DEBUG nova.compute.manager [req-59bbdcb0-e676-4024-8646-7d8d3a031ee0 req-f131b45d-5a16-46ee-8e67-c3b5aed6d419 service nova] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Received event network-vif-deleted-8911e013-e54c-4f0a-b378-fc14c519f100 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1142.080674] env[65368]: DEBUG nova.compute.manager [req-59bbdcb0-e676-4024-8646-7d8d3a031ee0 req-f131b45d-5a16-46ee-8e67-c3b5aed6d419 service nova] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Received event network-vif-deleted-71f7c2d4-578e-4b5d-a8d5-a52f71b1603e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1142.166497] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.167258] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1142.170385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.693s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.170592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.172942] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.690s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.173181] env[65368]: DEBUG nova.objects.instance [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lazy-loading 'resources' on Instance uuid a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1142.177032] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.198926] env[65368]: INFO nova.scheduler.client.report [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocations for instance 07642a84-9883-4c20-86d6-27f03602562f [ 1142.341873] env[65368]: DEBUG nova.compute.manager [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1142.342178] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1142.343081] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d934d917-92bf-4d84-8559-03f801eea994 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.352319] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1142.352718] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b08dba6-55b7-4b3e-b53d-d191ba4f38e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.355755] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Successfully updated port: 2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1142.363019] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1142.363019] env[65368]: value = "task-4425298" [ 1142.363019] env[65368]: _type = "Task" [ 1142.363019] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.374259] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425298, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.677266] env[65368]: DEBUG nova.compute.utils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.679074] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1142.679276] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1142.679678] env[65368]: WARNING neutronclient.v2_0.client [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.680068] env[65368]: WARNING neutronclient.v2_0.client [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1142.711731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-32bd0ee0-bf2e-4928-91b2-c13ebb25a61a tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "07642a84-9883-4c20-86d6-27f03602562f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.772s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.728870] env[65368]: DEBUG nova.policy [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9d1bbc19d647348371d9c565153629', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0853dff07c544b1c9b2eea2b9bd1d4f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.861282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.861282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.861282] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.877421] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425298, 'name': PowerOffVM_Task, 'duration_secs': 0.255648} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.877421] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1142.877661] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1142.877941] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63d392f5-f8ab-4add-9eec-764243172351 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.889187] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1cc444-d0f7-43b2-9969-5e575125ddcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.898500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e0f0e49-7dfb-4271-b7ab-21e01cbdd3e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.931822] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730c321c-85fd-4af2-9701-0c76873d9c6a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.940765] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e28776e-f1cf-49c1-8b7a-0411a4d8d391 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.964772] env[65368]: DEBUG nova.compute.provider_tree [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.968370] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1142.968662] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1142.968897] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleting the datastore file [datastore2] 2858b8d7-dcaa-414e-afeb-155818281d88 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1142.969561] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4b9b760-a8e1-49c3-a680-9d7f3457c253 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.979164] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1142.979164] env[65368]: value = "task-4425300" [ 1142.979164] env[65368]: _type = "Task" [ 1142.979164] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.992400] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.044969] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Successfully created port: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1143.186486] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1143.405602] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1143.470998] env[65368]: DEBUG nova.scheduler.client.report [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.493252] env[65368]: DEBUG oslo_vmware.api [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227594} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.494872] env[65368]: WARNING neutronclient.v2_0.client [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.498447] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1143.498676] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1143.498981] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1143.499279] env[65368]: INFO nova.compute.manager [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1143.499633] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1143.500450] env[65368]: DEBUG nova.compute.manager [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1143.500617] env[65368]: DEBUG nova.network.neutron [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1143.502420] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.661175] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.749018] env[65368]: DEBUG nova.network.neutron [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.976546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.803s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.979090] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.225s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.979503] env[65368]: DEBUG nova.objects.instance [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid bbe04295-eec8-485a-a767-3685de9b337f {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.003211] env[65368]: INFO nova.scheduler.client.report [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Deleted allocations for instance a71ceeb3-df5d-42f9-b9d0-ab1f61a74070 [ 1144.122580] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Received event network-vif-plugged-2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.122854] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.123115] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.123271] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.123446] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] No waiting events found dispatching network-vif-plugged-2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1144.123651] env[65368]: WARNING nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Received unexpected event network-vif-plugged-2c26faf3-f615-4a11-a827-af8c283ba8dc for instance with vm_state building and task_state spawning. [ 1144.123801] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Received event network-changed-2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.124091] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Refreshing instance network info cache due to event network-changed-2c26faf3-f615-4a11-a827-af8c283ba8dc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1144.124091] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.199757] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1144.234629] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1144.234895] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1144.235136] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1144.235361] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1144.235540] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1144.235711] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1144.235953] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1144.236184] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1144.236393] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1144.236593] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1144.236800] env[65368]: DEBUG nova.virt.hardware [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1144.237874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31e15a1-9be8-4fd8-9e49-3656e9507672 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.246712] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e86aff-4309-4825-a072-736a8e8255c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.251244] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.251591] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Instance network_info: |[{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1144.251923] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.252135] env[65368]: DEBUG nova.network.neutron [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Refreshing network info cache for port 2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.253545] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:c2:e3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c26faf3-f615-4a11-a827-af8c283ba8dc', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1144.261213] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1144.262408] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1144.263171] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-470968dc-d454-4bcf-bff0-9c072b61b35b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.293346] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1144.293346] env[65368]: value = "task-4425301" [ 1144.293346] env[65368]: _type = "Task" [ 1144.293346] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.302702] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425301, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.444795] env[65368]: DEBUG nova.network.neutron [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.511733] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1bd932d5-8336-4a0f-a665-92b3f25e4aac tempest-AttachInterfacesTestJSON-421367284 tempest-AttachInterfacesTestJSON-421367284-project-member] Lock "a71ceeb3-df5d-42f9-b9d0-ab1f61a74070" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.498s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.550900] env[65368]: DEBUG nova.compute.manager [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Received event network-vif-plugged-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1144.551184] env[65368]: DEBUG oslo_concurrency.lockutils [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.551437] env[65368]: DEBUG oslo_concurrency.lockutils [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.551679] env[65368]: DEBUG oslo_concurrency.lockutils [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.551958] env[65368]: DEBUG nova.compute.manager [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] No waiting events found dispatching network-vif-plugged-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1144.552120] env[65368]: WARNING nova.compute.manager [req-b30b149e-92ba-42a2-a314-858e78e94b08 req-d6f69220-dab8-437b-b881-aa66ebdc18f6 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Received unexpected event network-vif-plugged-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 for instance with vm_state building and task_state spawning. [ 1144.642961] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Successfully updated port: d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1144.655200] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d752ba6-d3b6-4b80-bef4-b94bd7a92e34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.665233] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eac56fd-6ffc-4a25-8460-45ec82dff228 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.701488] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839a28d3-9ded-4f21-a6ea-91961410619c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.709897] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec9fbf2-14c7-435a-afb0-e6ee07885564 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.724811] env[65368]: DEBUG nova.compute.provider_tree [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.763210] env[65368]: WARNING neutronclient.v2_0.client [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.804903] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425301, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.946678] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.946943] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.948614] env[65368]: INFO nova.compute.manager [-] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Took 1.45 seconds to deallocate network for instance. [ 1144.976105] env[65368]: WARNING neutronclient.v2_0.client [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.070756] env[65368]: DEBUG nova.network.neutron [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updated VIF entry in instance network info cache for port 2c26faf3-f615-4a11-a827-af8c283ba8dc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.072135] env[65368]: DEBUG nova.network.neutron [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.144756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.144962] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.145169] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1145.228718] env[65368]: DEBUG nova.scheduler.client.report [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1145.305459] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425301, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.450016] env[65368]: INFO nova.compute.manager [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Detaching volume 125d6d0f-f9aa-478a-a244-a2691b2bf2ec [ 1145.455166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.491031] env[65368]: INFO nova.virt.block_device [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Attempting to driver detach volume 125d6d0f-f9aa-478a-a244-a2691b2bf2ec from mountpoint /dev/sdb [ 1145.491031] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.491031] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865928', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'name': 'volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ff13e4-652a-469c-a3c3-0c6aa08c815e', 'attached_at': '', 'detached_at': '', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'serial': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1145.491815] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e5039-b937-462b-a1bd-bbd430526038 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.516021] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b84a1c15-d245-4f66-b06b-9676c10269b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.526247] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb4fedb-bf17-42b0-8f75-138d7c0aedbb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.551434] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d21476-0bc8-4862-956d-706cb5244349 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.569830] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The volume has not been displaced from its original location: [datastore1] volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec/volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1145.575221] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfiguring VM instance instance-00000059 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1145.575915] env[65368]: DEBUG oslo_concurrency.lockutils [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.576214] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Received event network-vif-deleted-013b7af4-addc-4309-b18a-b4c45741110a {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1145.576409] env[65368]: INFO nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Neutron deleted interface 013b7af4-addc-4309-b18a-b4c45741110a; detaching it from the instance and deleting it from the info cache [ 1145.576605] env[65368]: DEBUG nova.network.neutron [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.577812] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7ff124c-d958-4bc2-8894-d67ac6f0a2ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.592731] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-66e677fc-c4c5-4458-a367-e31162f1ca36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.606199] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301142af-16c8-46bc-856f-06d24e95c478 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.618654] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1145.618654] env[65368]: value = "task-4425302" [ 1145.618654] env[65368]: _type = "Task" [ 1145.618654] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.634069] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.645603] env[65368]: DEBUG nova.compute.manager [req-c26cc231-afe5-4726-b403-a5351377cdf5 req-7bf68c3f-4f17-46f6-aea2-b19a6c914af0 service nova] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Detach interface failed, port_id=013b7af4-addc-4309-b18a-b4c45741110a, reason: Instance 2858b8d7-dcaa-414e-afeb-155818281d88 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1145.690069] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1145.734491] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.755s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.737408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.560s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.738940] env[65368]: DEBUG nova.objects.instance [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'resources' on Instance uuid 2129d341-9628-4bbe-abd9-044873852f39 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.773451] env[65368]: INFO nova.scheduler.client.report [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance bbe04295-eec8-485a-a767-3685de9b337f [ 1145.794333] env[65368]: WARNING neutronclient.v2_0.client [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.809698] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425301, 'name': CreateVM_Task, 'duration_secs': 1.285475} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.809992] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1145.810705] env[65368]: WARNING neutronclient.v2_0.client [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.811976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.811976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.811976] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.811976] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-552f0c5d-05a4-4792-a0a7-0a0544db89f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.819774] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1145.819774] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a22128-fd7f-4c8f-8cc9-2c07e0504a96" [ 1145.819774] env[65368]: _type = "Task" [ 1145.819774] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.831806] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a22128-fd7f-4c8f-8cc9-2c07e0504a96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.885067] env[65368]: DEBUG nova.network.neutron [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.131430] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425302, 'name': ReconfigVM_Task, 'duration_secs': 0.284173} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.131430] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Reconfigured VM instance instance-00000059 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.136472] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dfcdda3-1267-4a76-9b72-5e602e653e01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.155438] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1146.155438] env[65368]: value = "task-4425303" [ 1146.155438] env[65368]: _type = "Task" [ 1146.155438] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.165891] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.287070] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9f7fe35c-6b84-4c74-b746-05ea3141c658 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "bbe04295-eec8-485a-a767-3685de9b337f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.088s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.335056] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a22128-fd7f-4c8f-8cc9-2c07e0504a96, 'name': SearchDatastore_Task, 'duration_secs': 0.018552} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.335056] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.335056] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.335272] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.335410] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.335582] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.335859] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-794a6a66-da8f-473b-9a59-a2f56b28741e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.348233] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.348699] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.349752] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a9f61ce-2e2c-43b8-9131-f0b6f4a8cb2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.361802] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1146.361802] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5231adfc-7f51-e71a-3a41-098fa28de23a" [ 1146.361802] env[65368]: _type = "Task" [ 1146.361802] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.373341] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5231adfc-7f51-e71a-3a41-098fa28de23a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.388184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.388570] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Instance network_info: |[{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1146.391615] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:71:27:ac', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd93be93e-e6c6-456b-93a1-e57d8b6d9a66', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.396931] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1146.399776] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.400219] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-14467a89-d67c-4fb2-b217-b2b2d4591cd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.416417] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf0510b-7c8a-4c52-9ee9-780b8e9c4f66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.425859] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a984f23b-4c34-4d3c-9117-3b486ef2652e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.430650] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.430650] env[65368]: value = "task-4425304" [ 1146.430650] env[65368]: _type = "Task" [ 1146.430650] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.461721] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab719a5c-9cad-48bf-a624-090525444118 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.467945] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425304, 'name': CreateVM_Task} progress is 15%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.473963] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138a0ab2-c702-47af-bc4a-e87e269871bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.491891] env[65368]: DEBUG nova.compute.provider_tree [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.591017] env[65368]: DEBUG nova.compute.manager [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Received event network-changed-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1146.591258] env[65368]: DEBUG nova.compute.manager [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Refreshing instance network info cache due to event network-changed-d93be93e-e6c6-456b-93a1-e57d8b6d9a66. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1146.591464] env[65368]: DEBUG oslo_concurrency.lockutils [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] Acquiring lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.591862] env[65368]: DEBUG oslo_concurrency.lockutils [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] Acquired lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.592987] env[65368]: DEBUG nova.network.neutron [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Refreshing network info cache for port d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.666593] env[65368]: DEBUG oslo_vmware.api [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425303, 'name': ReconfigVM_Task, 'duration_secs': 0.153061} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.666946] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865928', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'name': 'volume-125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a3ff13e4-652a-469c-a3c3-0c6aa08c815e', 'attached_at': '', 'detached_at': '', 'volume_id': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec', 'serial': '125d6d0f-f9aa-478a-a244-a2691b2bf2ec'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1146.877259] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5231adfc-7f51-e71a-3a41-098fa28de23a, 'name': SearchDatastore_Task, 'duration_secs': 0.012485} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.877780] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-180edd9f-28c4-4345-8015-18e3e275f4ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.884521] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1146.884521] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c5b843-ccd6-d88b-8a7a-f5bd30d7d7a7" [ 1146.884521] env[65368]: _type = "Task" [ 1146.884521] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.894582] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c5b843-ccd6-d88b-8a7a-f5bd30d7d7a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.942982] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425304, 'name': CreateVM_Task, 'duration_secs': 0.376191} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.943237] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.943812] env[65368]: WARNING neutronclient.v2_0.client [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1146.944294] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.944533] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.944902] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.945238] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a93b15a-830a-48af-bdf8-3d57d6570c0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.951415] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1146.951415] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d1cfec-da2f-7a0b-2c5b-70c1ec7ce16e" [ 1146.951415] env[65368]: _type = "Task" [ 1146.951415] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.965191] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d1cfec-da2f-7a0b-2c5b-70c1ec7ce16e, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.965716] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.965973] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.966359] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.993940] env[65368]: DEBUG nova.scheduler.client.report [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.097436] env[65368]: WARNING neutronclient.v2_0.client [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.212936] env[65368]: DEBUG nova.objects.instance [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.320788] env[65368]: WARNING neutronclient.v2_0.client [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.397701] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c5b843-ccd6-d88b-8a7a-f5bd30d7d7a7, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.397701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.398042] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.398307] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.398307] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.398552] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-825fcfb5-1118-45ea-99e1-75c98d6bf564 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.402152] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2363f3b-92fd-4bc6-9d2e-129f25481505 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.411228] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1147.411228] env[65368]: value = "task-4425305" [ 1147.411228] env[65368]: _type = "Task" [ 1147.411228] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.412692] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.412914] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.416790] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eccbd28-defb-4b75-be8d-dc66f82d45b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.427393] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.427749] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1147.427749] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fbec5c-b22f-0ca2-03c6-55e2988f3553" [ 1147.427749] env[65368]: _type = "Task" [ 1147.427749] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.437673] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fbec5c-b22f-0ca2-03c6-55e2988f3553, 'name': SearchDatastore_Task, 'duration_secs': 0.011151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.438722] env[65368]: DEBUG nova.network.neutron [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updated VIF entry in instance network info cache for port d93be93e-e6c6-456b-93a1-e57d8b6d9a66. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1147.439089] env[65368]: DEBUG nova.network.neutron [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.441346] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e0e697e-dbf6-43cc-b2cd-9c3816131781 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.449926] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1147.449926] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f413a4-1c18-2781-9212-4fe9c5d5c78b" [ 1147.449926] env[65368]: _type = "Task" [ 1147.449926] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.457993] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f413a4-1c18-2781-9212-4fe9c5d5c78b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.502648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.505766] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.051s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.506053] env[65368]: DEBUG nova.objects.instance [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lazy-loading 'resources' on Instance uuid 2858b8d7-dcaa-414e-afeb-155818281d88 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.524555] env[65368]: INFO nova.scheduler.client.report [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted allocations for instance 2129d341-9628-4bbe-abd9-044873852f39 [ 1147.903391] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.903675] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.923304] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464415} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.923826] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1147.924448] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1147.924448] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d46780-0ded-495e-8fa7-49727c0167c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.931909] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1147.931909] env[65368]: value = "task-4425306" [ 1147.931909] env[65368]: _type = "Task" [ 1147.931909] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.945344] env[65368]: DEBUG oslo_concurrency.lockutils [req-269bcff6-7947-4e8f-8162-3bff5e6fcc05 req-5a1c22e5-509a-4e36-80ad-1120e7ef53b4 service nova] Releasing lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.945788] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.960393] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52f413a4-1c18-2781-9212-4fe9c5d5c78b, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.960678] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.960964] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.961264] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e9cf6c9-c75a-4592-94f0-927b9a4834ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.971152] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1147.971152] env[65368]: value = "task-4425307" [ 1147.971152] env[65368]: _type = "Task" [ 1147.971152] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.981190] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425307, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.034940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-48bb8d6a-9a64-4985-9f62-4a2357ae0709 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "2129d341-9628-4bbe-abd9-044873852f39" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.453s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.193879] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c777d65c-34e1-467c-b1ca-39ee5beeef9f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.203772] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561e8e81-5d11-4f3c-8d27-53f946f70cee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.207711] env[65368]: DEBUG oslo_concurrency.lockutils [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.240624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b2607547-0948-4437-877b-416e1203e23f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.293s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.242270] env[65368]: DEBUG oslo_concurrency.lockutils [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.035s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.242509] env[65368]: DEBUG nova.compute.manager [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1148.243407] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ee20440-9837-460e-b3b9-0ace91dd3342 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.247177] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c14afb-6fef-48fe-ad71-982130172d85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.255217] env[65368]: DEBUG nova.compute.manager [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1148.255693] env[65368]: DEBUG nova.objects.instance [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1148.261258] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9223b1be-2979-4c74-8ec8-8f37609b96fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.280009] env[65368]: DEBUG nova.compute.provider_tree [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1148.334036] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1148.335143] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1ffc8b-1474-45c4-99ba-bb853f5d76e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.342788] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1148.342968] env[65368]: ERROR oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk due to incomplete transfer. [ 1148.343266] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5f314fca-6ec9-4656-97c5-976faca73723 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.353722] env[65368]: DEBUG oslo_vmware.rw_handles [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524d87bb-a0b8-6210-51e4-aec247987096/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1148.353922] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Uploaded image 472d23e3-7e57-4612-b04b-120ee9485dc0 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1148.356641] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1148.356947] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-235190fd-4a9d-4825-9845-0c1c1db268ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.365459] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1148.365459] env[65368]: value = "task-4425308" [ 1148.365459] env[65368]: _type = "Task" [ 1148.365459] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.377376] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425308, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.406151] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1148.445299] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.448023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.448023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7437c5c6-62c0-450c-aebc-4a47339c3919 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.472476] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.472840] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cc3bc5d-67a2-482d-8e9a-6ea48946c71d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.498019] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425307, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.484623} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.499412] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.499626] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.499927] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1148.499927] env[65368]: value = "task-4425309" [ 1148.499927] env[65368]: _type = "Task" [ 1148.499927] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.500126] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7c971f6-c26a-41ac-abc3-d7e37066618b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.513039] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425309, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.513529] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1148.513529] env[65368]: value = "task-4425310" [ 1148.513529] env[65368]: _type = "Task" [ 1148.513529] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.523880] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425310, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.790152] env[65368]: DEBUG nova.scheduler.client.report [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.880940] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425308, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.931682] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.013853] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425309, 'name': ReconfigVM_Task, 'duration_secs': 0.477211} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.014267] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.018857] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-934e5ed8-9f40-48e6-aa0c-7043fa80ff58 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.030886] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425310, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069098} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.032379] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.033097] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1149.033097] env[65368]: value = "task-4425311" [ 1149.033097] env[65368]: _type = "Task" [ 1149.033097] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.034233] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d8e894-e172-4569-af98-d25c9b2ebf92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.049905] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425311, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.071046] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.071532] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4220ea86-131e-4da9-b845-2e48b66e1251 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.092653] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1149.092653] env[65368]: value = "task-4425312" [ 1149.092653] env[65368]: _type = "Task" [ 1149.092653] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.102310] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.265375] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.265717] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0291adfe-b803-4767-8118-40b7bf900627 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.274852] env[65368]: DEBUG oslo_vmware.api [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1149.274852] env[65368]: value = "task-4425313" [ 1149.274852] env[65368]: _type = "Task" [ 1149.274852] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.284914] env[65368]: DEBUG oslo_vmware.api [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.293846] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.296454] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.365s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.297950] env[65368]: INFO nova.compute.claims [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1149.322604] env[65368]: INFO nova.scheduler.client.report [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleted allocations for instance 2858b8d7-dcaa-414e-afeb-155818281d88 [ 1149.380292] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425308, 'name': Destroy_Task, 'duration_secs': 0.579179} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.380292] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Destroyed the VM [ 1149.380292] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1149.380292] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-63b116df-6490-44ac-a6ee-7847362cd0e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.388223] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1149.388223] env[65368]: value = "task-4425314" [ 1149.388223] env[65368]: _type = "Task" [ 1149.388223] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.400421] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425314, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.553638] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425311, 'name': Rename_Task, 'duration_secs': 0.172087} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.554213] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.555451] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e581cd-0ce0-4b9a-99f1-78188d1e99f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.565733] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1149.565733] env[65368]: value = "task-4425315" [ 1149.565733] env[65368]: _type = "Task" [ 1149.565733] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.576385] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425315, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.603683] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425312, 'name': ReconfigVM_Task, 'duration_secs': 0.352636} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.603956] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.604934] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73f3f765-3d8d-4924-b3b2-942e644262ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.612449] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1149.612449] env[65368]: value = "task-4425316" [ 1149.612449] env[65368]: _type = "Task" [ 1149.612449] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.622201] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425316, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.790211] env[65368]: DEBUG oslo_vmware.api [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425313, 'name': PowerOffVM_Task, 'duration_secs': 0.236944} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.790621] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1149.790958] env[65368]: DEBUG nova.compute.manager [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1149.791732] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddd10ac-3fea-4a24-92d5-311e45879a0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.833945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1b070602-0edf-4719-89cd-9eb69aa9b81f tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "2858b8d7-dcaa-414e-afeb-155818281d88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.998s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1149.898809] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425314, 'name': RemoveSnapshot_Task, 'duration_secs': 0.435535} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.899168] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1149.899569] env[65368]: DEBUG nova.compute.manager [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1149.900430] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573d1dbf-36de-47c9-b423-7bfdea8b43f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.038227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "116e1616-2739-4d0e-9f32-e5e393f8d174" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.038597] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.038851] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.039111] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.039342] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.042994] env[65368]: INFO nova.compute.manager [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Terminating instance [ 1150.079874] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425315, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.126841] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425316, 'name': Rename_Task, 'duration_secs': 0.164861} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.127678] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.128078] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7cb7171-552c-499d-8ad4-59a3fe748759 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.136715] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1150.136715] env[65368]: value = "task-4425317" [ 1150.136715] env[65368]: _type = "Task" [ 1150.136715] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.149041] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.310892] env[65368]: DEBUG oslo_concurrency.lockutils [None req-502319c8-43d3-4a46-bb84-f6a804366b24 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.069s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.420043] env[65368]: INFO nova.compute.manager [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Shelve offloading [ 1150.524452] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46befc73-db97-4c80-9ec4-372b79a15101 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.535307] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b02523d-581d-4857-b70f-1edd1a03ede4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.572358] env[65368]: DEBUG nova.compute.manager [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1150.572586] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1150.574086] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f9a1d2-b46b-4238-8c2e-0f5716c45ce9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.580538] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad7584a-ec2c-42b5-adec-5d1e09172ae6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.594203] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b4b12b-e935-4cf3-9db1-1febe8ceed87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.598693] env[65368]: DEBUG oslo_vmware.api [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425315, 'name': PowerOnVM_Task, 'duration_secs': 0.568444} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.598975] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.599253] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.599447] env[65368]: INFO nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1150.599818] env[65368]: DEBUG nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1150.600100] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d055b3e5-7f65-48e3-857b-ca1b99e5ef75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.602478] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efa2d68f-87e8-4dd8-bff7-67efef252859 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.614957] env[65368]: DEBUG nova.compute.provider_tree [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1150.620297] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1150.620297] env[65368]: value = "task-4425318" [ 1150.620297] env[65368]: _type = "Task" [ 1150.620297] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.639355] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.651366] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425317, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.924751] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1150.925907] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cec83b13-3050-40c8-98c9-13f93224c04d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.940230] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1150.940230] env[65368]: value = "task-4425319" [ 1150.940230] env[65368]: _type = "Task" [ 1150.940230] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.942273] env[65368]: DEBUG nova.objects.instance [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.962022] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1150.962022] env[65368]: DEBUG nova.compute.manager [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1150.962022] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd17c5b-d3c4-4330-88c6-53a4b80f3087 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.977832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.979379] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.979379] env[65368]: DEBUG nova.network.neutron [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.122784] env[65368]: DEBUG nova.scheduler.client.report [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.153876] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.156193] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1151.159525] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425318, 'name': PowerOffVM_Task, 'duration_secs': 0.411549} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.160684] env[65368]: INFO nova.compute.manager [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Took 13.70 seconds to build instance. [ 1151.166070] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.166368] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.168547] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9926fc92-2bee-4452-ae9b-0f28d4bef56d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.174242] env[65368]: DEBUG oslo_vmware.api [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425317, 'name': PowerOnVM_Task, 'duration_secs': 0.96827} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.175035] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.175398] env[65368]: INFO nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1151.175398] env[65368]: DEBUG nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1151.176655] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9d02dc-edad-4c2d-9d23-df0c0db6a9e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.454788] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.456994] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.456994] env[65368]: DEBUG nova.network.neutron [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.456994] env[65368]: DEBUG nova.objects.instance [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'info_cache' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.482140] env[65368]: WARNING neutronclient.v2_0.client [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.634580] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.338s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.635173] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1151.666635] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1151.672574] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d7d19dbc-31ba-499f-8238-ea1e0a2759b9 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.221s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.698892] env[65368]: INFO nova.compute.manager [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Took 14.22 seconds to build instance. [ 1151.725943] env[65368]: WARNING neutronclient.v2_0.client [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.788622] env[65368]: DEBUG nova.compute.manager [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Received event network-changed-2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1151.788622] env[65368]: DEBUG nova.compute.manager [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Refreshing instance network info cache due to event network-changed-2c26faf3-f615-4a11-a827-af8c283ba8dc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1151.788622] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.788622] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.788622] env[65368]: DEBUG nova.network.neutron [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Refreshing network info cache for port 2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.838957] env[65368]: DEBUG nova.network.neutron [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updating instance_info_cache with network_info: [{"id": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "address": "fa:16:3e:88:07:58", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a35084d-5c", "ovs_interfaceid": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.959293] env[65368]: DEBUG nova.objects.base [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1152.140823] env[65368]: DEBUG nova.compute.utils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1152.142723] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1152.142914] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1152.143283] env[65368]: WARNING neutronclient.v2_0.client [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.143613] env[65368]: WARNING neutronclient.v2_0.client [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.191729] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.192019] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.193612] env[65368]: INFO nova.compute.claims [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1152.202543] env[65368]: DEBUG nova.policy [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3e8095acf934e7f85c424ba16eeafd0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4542489d608743c2b9ebc15bfb313e39', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1152.204666] env[65368]: DEBUG oslo_concurrency.lockutils [None req-265361f5-1b01-4e84-968d-0f52019c959f tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.730s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.294288] env[65368]: WARNING neutronclient.v2_0.client [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.341692] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.343523] env[65368]: WARNING neutronclient.v2_0.client [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.343676] env[65368]: WARNING neutronclient.v2_0.client [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.462849] env[65368]: WARNING neutronclient.v2_0.client [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.574210] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Successfully created port: 38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1152.648266] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1152.734020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.734020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.952965] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1152.953946] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1103c652-8fb5-4f36-9eb7-30b52b3e7a2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.963451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1152.963684] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a43502b-18a6-48d2-8375-3f808be2dfa2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.011519] env[65368]: WARNING neutronclient.v2_0.client [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.193644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.193856] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.194042] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleting the datastore file [datastore1] 116e1616-2739-4d0e-9f32-e5e393f8d174 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.194451] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e25cc73-88e8-4ae6-b80c-4f53e50dd370 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.203774] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for the task: (returnval){ [ 1153.203774] env[65368]: value = "task-4425325" [ 1153.203774] env[65368]: _type = "Task" [ 1153.203774] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.221331] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1153.221552] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1153.221720] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore2] 86a4f2de-bf76-4135-87f1-683d5a19f6f3 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1153.223176] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7bb0a21-4762-4f13-8205-ca6b7af863da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.228822] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425325, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.234849] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1153.234849] env[65368]: value = "task-4425326" [ 1153.234849] env[65368]: _type = "Task" [ 1153.234849] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.238479] env[65368]: DEBUG nova.compute.utils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.247224] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.266333] env[65368]: DEBUG nova.network.neutron [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updated VIF entry in instance network info cache for port 2c26faf3-f615-4a11-a827-af8c283ba8dc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.266764] env[65368]: DEBUG nova.network.neutron [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.292837] env[65368]: WARNING neutronclient.v2_0.client [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.390141] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21414e1e-9726-4c99-b699-263234e5a5a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399938] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7faf05c-2382-4c40-b0fa-c20f28be8444 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.437924] env[65368]: DEBUG nova.network.neutron [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [{"id": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "address": "fa:16:3e:08:b0:74", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap59b2ab55-df", "ovs_interfaceid": "59b2ab55-dfe8-4327-8090-dd94f2c1803e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.439704] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750b8a6f-a300-4ff7-bfa1-d308ccde8868 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.443282] env[65368]: DEBUG nova.compute.manager [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received event network-vif-unplugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1153.443488] env[65368]: DEBUG oslo_concurrency.lockutils [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.443685] env[65368]: DEBUG oslo_concurrency.lockutils [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.443854] env[65368]: DEBUG oslo_concurrency.lockutils [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.444015] env[65368]: DEBUG nova.compute.manager [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] No waiting events found dispatching network-vif-unplugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1153.444184] env[65368]: WARNING nova.compute.manager [req-290bb440-330f-45ec-bec3-65884ba0a1d3 req-4ba89e4c-ef49-4c7f-bad4-9e080daa0941 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received unexpected event network-vif-unplugged-6a35084d-5c07-4d5f-a67d-722929a3a9cc for instance with vm_state shelved and task_state shelving_offloading. [ 1153.451926] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d806846-0ec8-4817-a60b-4ed94fd212e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.467816] env[65368]: DEBUG nova.compute.provider_tree [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.658853] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1153.690273] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1153.690542] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1153.690698] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1153.690877] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1153.691031] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1153.691189] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1153.691403] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1153.691562] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1153.691724] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1153.691949] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1153.692162] env[65368]: DEBUG nova.virt.hardware [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1153.693087] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3c8bd0-aa1f-4f47-a99c-fdd4f50785d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.702262] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece96c71-de0e-4bc2-86a1-518ec8e6c50c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.724168] env[65368]: DEBUG oslo_vmware.api [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Task: {'id': task-4425325, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232812} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.725343] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.725593] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.725781] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.725954] env[65368]: INFO nova.compute.manager [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Took 3.15 seconds to destroy the instance on the hypervisor. [ 1153.726219] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1153.726453] env[65368]: DEBUG nova.compute.manager [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1153.726555] env[65368]: DEBUG nova.network.neutron [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1153.726791] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.741155] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.745804] env[65368]: DEBUG oslo_vmware.api [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170762} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.746355] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1153.746554] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1153.746733] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1153.766769] env[65368]: INFO nova.scheduler.client.report [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance 86a4f2de-bf76-4135-87f1-683d5a19f6f3 [ 1153.771693] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4f3976d-61c6-4318-ac92-0d1e4957b4e8 req-dc48f382-f780-40fd-8d52-02f7cef86cde service nova] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.776608] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.946404] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "refresh_cache-a3ff13e4-652a-469c-a3c3-0c6aa08c815e" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.971010] env[65368]: DEBUG nova.scheduler.client.report [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.133499] env[65368]: DEBUG nova.compute.manager [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Received event network-vif-plugged-38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1154.133725] env[65368]: DEBUG oslo_concurrency.lockutils [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] Acquiring lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.133925] env[65368]: DEBUG oslo_concurrency.lockutils [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.134100] env[65368]: DEBUG oslo_concurrency.lockutils [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.134413] env[65368]: DEBUG nova.compute.manager [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] No waiting events found dispatching network-vif-plugged-38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1154.134689] env[65368]: WARNING nova.compute.manager [req-615ea852-a7b5-4641-8f3d-297f28c85e97 req-402fe919-f93f-4b76-9118-e1547efef6d2 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Received unexpected event network-vif-plugged-38553dbb-5331-4148-81bf-e961deb44fa5 for instance with vm_state building and task_state spawning. [ 1154.191035] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Successfully updated port: 38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1154.262790] env[65368]: DEBUG nova.compute.manager [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1154.272083] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.477284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.285s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.477841] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1154.480615] env[65368]: DEBUG nova.network.neutron [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1154.481585] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.210s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.481800] env[65368]: DEBUG nova.objects.instance [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'resources' on Instance uuid 86a4f2de-bf76-4135-87f1-683d5a19f6f3 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.693431] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.693601] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.693786] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1154.790642] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.829718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.829977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.830226] env[65368]: INFO nova.compute.manager [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Attaching volume f44ebc08-7194-4f77-b6e9-effd4f953996 to /dev/sdb [ 1154.867508] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51bb0e68-cd24-4cb4-85f1-e5bacb365b36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.878479] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60dae0d0-0048-4dad-a3ac-527182e1a528 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.900246] env[65368]: DEBUG nova.virt.block_device [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating existing volume attachment record: 5cad9b99-a180-4d29-b49c-d5464da48a21 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1154.951682] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.952058] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2bf8d000-6271-45ec-a8f5-ab149be747bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.960202] env[65368]: DEBUG oslo_vmware.api [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1154.960202] env[65368]: value = "task-4425328" [ 1154.960202] env[65368]: _type = "Task" [ 1154.960202] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.970641] env[65368]: DEBUG oslo_vmware.api [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425328, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.985576] env[65368]: DEBUG nova.compute.utils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1154.987722] env[65368]: DEBUG nova.objects.instance [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'numa_topology' on Instance uuid 86a4f2de-bf76-4135-87f1-683d5a19f6f3 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1154.988819] env[65368]: INFO nova.compute.manager [-] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Took 1.26 seconds to deallocate network for instance. [ 1154.989416] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1154.989416] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1154.989762] env[65368]: WARNING neutronclient.v2_0.client [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.990613] env[65368]: WARNING neutronclient.v2_0.client [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.062525] env[65368]: DEBUG nova.policy [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a14a5913e8824b4a9c197db177a13a9c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a72731f6e18b47d8bc05766c6ad0ce13', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1155.271027] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1155.447515] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Successfully created port: 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1155.472417] env[65368]: DEBUG nova.compute.manager [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Received event network-changed-6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1155.472636] env[65368]: DEBUG nova.compute.manager [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Refreshing instance network info cache due to event network-changed-6a35084d-5c07-4d5f-a67d-722929a3a9cc. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1155.472862] env[65368]: DEBUG oslo_concurrency.lockutils [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] Acquiring lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.473037] env[65368]: DEBUG oslo_concurrency.lockutils [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] Acquired lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.473193] env[65368]: DEBUG nova.network.neutron [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Refreshing network info cache for port 6a35084d-5c07-4d5f-a67d-722929a3a9cc {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1155.479397] env[65368]: DEBUG oslo_vmware.api [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425328, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.480886] env[65368]: WARNING neutronclient.v2_0.client [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.490040] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1155.493810] env[65368]: DEBUG nova.objects.base [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Object Instance<86a4f2de-bf76-4135-87f1-683d5a19f6f3> lazy-loaded attributes: resources,numa_topology {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1155.505338] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.562958] env[65368]: DEBUG nova.network.neutron [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Updating instance_info_cache with network_info: [{"id": "38553dbb-5331-4148-81bf-e961deb44fa5", "address": "fa:16:3e:70:6b:09", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38553dbb-53", "ovs_interfaceid": "38553dbb-5331-4148-81bf-e961deb44fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.685207] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa43926-ed91-4e12-986a-86cb504d23f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.689112] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1155.696508] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456c27c5-1d3f-4779-90bd-d63dc43906b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.732761] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bb1c92-f855-42b6-b46e-c1e3abe441d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.742930] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2edff6c-d9e3-4e15-b2f3-02e01a5dc845 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.764845] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.765492] env[65368]: DEBUG nova.compute.provider_tree [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1155.767135] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.767556] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.767740] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.767889] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.768109] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.768240] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.768369] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1155.768511] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.973928] env[65368]: DEBUG oslo_vmware.api [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425328, 'name': PowerOnVM_Task, 'duration_secs': 0.932574} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.974307] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.974715] env[65368]: DEBUG nova.compute.manager [None req-c9a170d9-0ecf-4b6e-a036-8851ab8bc2b3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1155.975672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93fe426-9d91-4768-b56e-80f33380252e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.980533] env[65368]: WARNING neutronclient.v2_0.client [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.066557] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.067191] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Instance network_info: |[{"id": "38553dbb-5331-4148-81bf-e961deb44fa5", "address": "fa:16:3e:70:6b:09", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38553dbb-53", "ovs_interfaceid": "38553dbb-5331-4148-81bf-e961deb44fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1156.072545] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:6b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96d8be6c-b557-4b40-b0f5-838c62a3c904', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '38553dbb-5331-4148-81bf-e961deb44fa5', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1156.082751] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1156.084141] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1156.084141] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a0cd7652-06ff-4ce5-95ab-f119ae9f3ec9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.105471] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1156.105471] env[65368]: value = "task-4425332" [ 1156.105471] env[65368]: _type = "Task" [ 1156.105471] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.114447] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425332, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.171217] env[65368]: DEBUG nova.compute.manager [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Received event network-changed-38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1156.171452] env[65368]: DEBUG nova.compute.manager [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Refreshing instance network info cache due to event network-changed-38553dbb-5331-4148-81bf-e961deb44fa5. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1156.171739] env[65368]: DEBUG oslo_concurrency.lockutils [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] Acquiring lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.171927] env[65368]: DEBUG oslo_concurrency.lockutils [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] Acquired lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.172171] env[65368]: DEBUG nova.network.neutron [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Refreshing network info cache for port 38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.179118] env[65368]: WARNING neutronclient.v2_0.client [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.268832] env[65368]: DEBUG nova.scheduler.client.report [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1156.272832] env[65368]: DEBUG nova.network.neutron [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updated VIF entry in instance network info cache for port 6a35084d-5c07-4d5f-a67d-722929a3a9cc. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1156.273008] env[65368]: DEBUG nova.network.neutron [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updating instance_info_cache with network_info: [{"id": "6a35084d-5c07-4d5f-a67d-722929a3a9cc", "address": "fa:16:3e:88:07:58", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": null, "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap6a35084d-5c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.275125] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.503128] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1156.537525] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1156.537877] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1156.538091] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1156.538331] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1156.538523] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1156.538846] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1156.538991] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1156.539225] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1156.539447] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1156.539660] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1156.539887] env[65368]: DEBUG nova.virt.hardware [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1156.541096] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac63813-f38e-490a-9299-23e9939cfc7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02834efb-b214-4c41-82bc-690bd6724094 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.615860] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425332, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.675340] env[65368]: WARNING neutronclient.v2_0.client [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1156.777532] env[65368]: DEBUG oslo_concurrency.lockutils [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] Releasing lock "refresh_cache-86a4f2de-bf76-4135-87f1-683d5a19f6f3" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.777692] env[65368]: DEBUG nova.compute.manager [req-655deaaa-48db-4004-b66e-0e03c1d8d102 req-4bda2f2a-3d59-425b-935b-1a21940094a5 service nova] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Received event network-vif-deleted-2b2004b6-e2a3-40c5-ba5a-5d62d9b9d32c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1156.778473] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.783648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.994s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.970846] env[65368]: WARNING neutronclient.v2_0.client [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.028158] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Successfully updated port: 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1157.056874] env[65368]: DEBUG nova.network.neutron [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Updated VIF entry in instance network info cache for port 38553dbb-5331-4148-81bf-e961deb44fa5. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1157.057301] env[65368]: DEBUG nova.network.neutron [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Updating instance_info_cache with network_info: [{"id": "38553dbb-5331-4148-81bf-e961deb44fa5", "address": "fa:16:3e:70:6b:09", "network": {"id": "78c57aff-98ee-414f-923e-650271c07749", "bridge": "br-int", "label": "tempest-ServersTestJSON-454045710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4542489d608743c2b9ebc15bfb313e39", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96d8be6c-b557-4b40-b0f5-838c62a3c904", "external-id": "nsx-vlan-transportzone-144", "segmentation_id": 144, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap38553dbb-53", "ovs_interfaceid": "38553dbb-5331-4148-81bf-e961deb44fa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.118349] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425332, 'name': CreateVM_Task, 'duration_secs': 0.970724} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.118510] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.119020] env[65368]: WARNING neutronclient.v2_0.client [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.119365] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.119524] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.119847] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.120160] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289fe6a6-bbc5-4daa-ac6b-371a9a4f4c65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.126574] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1157.126574] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5e9c8-a053-3416-0a53-570f32b85d93" [ 1157.126574] env[65368]: _type = "Task" [ 1157.126574] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.136229] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5e9c8-a053-3416-0a53-570f32b85d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.290815] env[65368]: INFO nova.compute.claims [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.296559] env[65368]: DEBUG oslo_concurrency.lockutils [None req-10227780-d37c-490a-b179-38c0af2ee0c8 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.376s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.297452] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 1.608s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.297850] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.297920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.298128] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.301743] env[65368]: INFO nova.compute.manager [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Terminating instance [ 1157.531319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.531319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.531634] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1157.559854] env[65368]: DEBUG oslo_concurrency.lockutils [req-27c0baea-ef68-41e5-80d3-82dc291a43dc req-6f06d4a9-cfaf-4fe1-9f3e-2f1fe5f77a46 service nova] Releasing lock "refresh_cache-c5e2eb49-acb5-44ef-9949-85aeff058b95" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.639320] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b5e9c8-a053-3416-0a53-570f32b85d93, 'name': SearchDatastore_Task, 'duration_secs': 0.018622} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.639651] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.639965] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1157.640184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.640329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.640517] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1157.640831] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3991229-90a2-48f6-a3e4-c4531b6a5026 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.657027] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1157.657027] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1157.657254] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86915d01-daae-403d-8dff-77e2b4b65c74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.664276] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1157.664276] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292b243-b113-2862-8d96-027031379dcf" [ 1157.664276] env[65368]: _type = "Task" [ 1157.664276] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.675051] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292b243-b113-2862-8d96-027031379dcf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.799563] env[65368]: INFO nova.compute.resource_tracker [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating resource usage from migration 0e59b1dd-f9a5-427e-99d7-691a3ad57aec [ 1157.805924] env[65368]: DEBUG nova.compute.manager [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1157.806316] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1157.806724] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33d84c7f-e646-4c0f-8c6c-19b650f93012 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.822365] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704799f7-6589-400b-9f35-6a86ef99c81f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.872524] env[65368]: WARNING nova.virt.vmwareapi.vmops [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 86a4f2de-bf76-4135-87f1-683d5a19f6f3 could not be found. [ 1157.872524] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.872524] env[65368]: INFO nova.compute.manager [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1157.872524] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1157.876231] env[65368]: DEBUG nova.compute.manager [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1157.876437] env[65368]: DEBUG nova.network.neutron [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1157.876796] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1157.922965] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.016933] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576540ba-8e7d-4320-8e45-6649479c4426 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.025766] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbc7299-7be0-4416-a42e-ff23a2f625bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.065118] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68d4ca12-418e-4dae-8b8e-f456422a95cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.078277] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7c71be-438b-424a-9ce0-fc64bfa3f711 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.098493] env[65368]: DEBUG nova.compute.provider_tree [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1158.101799] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1158.179377] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5292b243-b113-2862-8d96-027031379dcf, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.180320] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1242dc9-f235-413f-813b-158fe791b676 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.188048] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1158.188048] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c4c6c2-2279-66ef-2b04-73883797a6f4" [ 1158.188048] env[65368]: _type = "Task" [ 1158.188048] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.198650] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c4c6c2-2279-66ef-2b04-73883797a6f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.209883] env[65368]: DEBUG nova.compute.manager [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1158.210232] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.210381] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.210638] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.212033] env[65368]: DEBUG nova.compute.manager [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] No waiting events found dispatching network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1158.212033] env[65368]: WARNING nova.compute.manager [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received unexpected event network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae for instance with vm_state building and task_state spawning. [ 1158.212033] env[65368]: DEBUG nova.compute.manager [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1158.212033] env[65368]: DEBUG nova.compute.manager [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing instance network info cache due to event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1158.212033] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.238186] env[65368]: WARNING neutronclient.v2_0.client [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.319379] env[65368]: DEBUG nova.network.neutron [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.606857] env[65368]: DEBUG nova.scheduler.client.report [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1158.664359] env[65368]: DEBUG nova.network.neutron [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.701169] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c4c6c2-2279-66ef-2b04-73883797a6f4, 'name': SearchDatastore_Task, 'duration_secs': 0.012148} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.701512] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.701794] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c5e2eb49-acb5-44ef-9949-85aeff058b95/c5e2eb49-acb5-44ef-9949-85aeff058b95.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1158.702088] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7457f52e-776f-4e88-967b-e9e389a96408 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.710393] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1158.710393] env[65368]: value = "task-4425335" [ 1158.710393] env[65368]: _type = "Task" [ 1158.710393] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.719959] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.823779] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.824223] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance network_info: |[{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1158.824683] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.824897] env[65368]: DEBUG nova.network.neutron [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1158.826321] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24dffb6b-5be5-4875-97f7-e8608b9c91ae', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1158.835904] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1158.837767] env[65368]: WARNING neutronclient.v2_0.client [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1158.840189] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1158.840980] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9af15b57-6525-4081-a7c0-6e9adedae5d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.865444] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1158.865444] env[65368]: value = "task-4425336" [ 1158.865444] env[65368]: _type = "Task" [ 1158.865444] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.875441] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425336, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.998956] env[65368]: WARNING neutronclient.v2_0.client [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.083609] env[65368]: DEBUG nova.network.neutron [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updated VIF entry in instance network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1159.084148] env[65368]: DEBUG nova.network.neutron [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1159.112502] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.112819] env[65368]: INFO nova.compute.manager [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Migrating [ 1159.124506] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.619s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.124801] env[65368]: DEBUG nova.objects.instance [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lazy-loading 'resources' on Instance uuid 116e1616-2739-4d0e-9f32-e5e393f8d174 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.167663] env[65368]: INFO nova.compute.manager [-] [instance: 86a4f2de-bf76-4135-87f1-683d5a19f6f3] Took 1.29 seconds to deallocate network for instance. [ 1159.226051] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425335, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.376997] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425336, 'name': CreateVM_Task, 'duration_secs': 0.401378} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.377203] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1159.377684] env[65368]: WARNING neutronclient.v2_0.client [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1159.378157] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.378316] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.378648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.378929] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b53646-84f9-4842-92e5-0ab081bbac9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.385160] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1159.385160] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d35cc7-b12b-785f-abda-4f0b007003f4" [ 1159.385160] env[65368]: _type = "Task" [ 1159.385160] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.394323] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d35cc7-b12b-785f-abda-4f0b007003f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.587345] env[65368]: DEBUG oslo_concurrency.lockutils [req-0bb7ba2d-ea3e-4b7f-b1ad-1d85c1d859f9 req-093ceb5b-dac2-42da-bb62-0ab8ae48f426 service nova] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.634736] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.634736] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.634736] env[65368]: DEBUG nova.network.neutron [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1159.722203] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666006} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.722809] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] c5e2eb49-acb5-44ef-9949-85aeff058b95/c5e2eb49-acb5-44ef-9949-85aeff058b95.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1159.722809] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1159.722956] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db386fcd-499f-4443-a17d-8694faa13b89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.730764] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1159.730764] env[65368]: value = "task-4425338" [ 1159.730764] env[65368]: _type = "Task" [ 1159.730764] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.746573] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.787644] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6935cef-fa41-459c-b311-37892fed3c77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.796224] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ad5747-57b7-433c-8b6a-ddf81f166c78 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.829357] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdafeb5-b2b8-4098-ba63-886d6ef50ed8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.837920] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d7c8cb-4566-4b53-aab2-46774d3b468a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.852869] env[65368]: DEBUG nova.compute.provider_tree [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.896322] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d35cc7-b12b-785f-abda-4f0b007003f4, 'name': SearchDatastore_Task, 'duration_secs': 0.014247} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.896659] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.896891] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1159.897129] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.897270] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.897447] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1159.897719] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fae69a40-5899-4131-ac73-f493ed0970cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.912682] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1159.912851] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1159.913649] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12c99c5c-482c-493f-a282-eb185208ca9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.921934] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1159.921934] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c49521-dab6-96eb-985d-dda1200934c7" [ 1159.921934] env[65368]: _type = "Task" [ 1159.921934] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.931066] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c49521-dab6-96eb-985d-dda1200934c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.952638] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1159.952888] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865949', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'name': 'volume-f44ebc08-7194-4f77-b6e9-effd4f953996', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'serial': 'f44ebc08-7194-4f77-b6e9-effd4f953996'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1159.953862] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604a8277-2da6-4e76-965b-05edbddef958 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.972873] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d405d6b-14d0-4c57-a0d2-b4fa5dc917ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.998291] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] volume-f44ebc08-7194-4f77-b6e9-effd4f953996/volume-f44ebc08-7194-4f77-b6e9-effd4f953996.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.998975] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a728fa-0b0a-4292-94d1-071e254ea328 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.017964] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1160.017964] env[65368]: value = "task-4425339" [ 1160.017964] env[65368]: _type = "Task" [ 1160.017964] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.030363] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.137224] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.196631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-f8c932b5-89af-410b-af81-cae89c0cfe83 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "86a4f2de-bf76-4135-87f1-683d5a19f6f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.899s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.242130] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070021} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.242406] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.243249] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69f23ff-7488-4d94-9214-d614f062ea97 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.269538] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] c5e2eb49-acb5-44ef-9949-85aeff058b95/c5e2eb49-acb5-44ef-9949-85aeff058b95.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.272633] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d543c47-f8df-4f65-a790-ae66114143ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.294268] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1160.294268] env[65368]: value = "task-4425340" [ 1160.294268] env[65368]: _type = "Task" [ 1160.294268] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.303888] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425340, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.350390] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.356968] env[65368]: DEBUG nova.scheduler.client.report [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1160.432855] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c49521-dab6-96eb-985d-dda1200934c7, 'name': SearchDatastore_Task, 'duration_secs': 0.059857} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.433607] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15a0d4d-26be-458c-9b4a-a1577e9fadf0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.439949] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1160.439949] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524ee70e-a194-1e70-23e5-9d1a4afdd5f1" [ 1160.439949] env[65368]: _type = "Task" [ 1160.439949] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.449152] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524ee70e-a194-1e70-23e5-9d1a4afdd5f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.450581] env[65368]: DEBUG nova.network.neutron [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.529325] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425339, 'name': ReconfigVM_Task, 'duration_secs': 0.374868} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.529612] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to attach disk [datastore1] volume-f44ebc08-7194-4f77-b6e9-effd4f953996/volume-f44ebc08-7194-4f77-b6e9-effd4f953996.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1160.534343] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f6d1c3-0c7e-47d9-ba5c-19ecc3119d20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.551020] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1160.551020] env[65368]: value = "task-4425341" [ 1160.551020] env[65368]: _type = "Task" [ 1160.551020] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.559924] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.805493] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425340, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.866082] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.867700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 4.593s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.867929] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.868178] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1160.869299] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c29bcbe-9eda-484b-937a-666109bc637e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.881089] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12bf31d-b1ff-4423-b468-d1920e8abfaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.886777] env[65368]: INFO nova.scheduler.client.report [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Deleted allocations for instance 116e1616-2739-4d0e-9f32-e5e393f8d174 [ 1160.899353] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a41b8f-9a1f-4de5-a83b-3b4e3c273f7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.908615] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107ecbb5-cfea-4aee-b3f1-f81cf71b7346 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.942401] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178895MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1160.942559] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.942756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.955384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.956800] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524ee70e-a194-1e70-23e5-9d1a4afdd5f1, 'name': SearchDatastore_Task, 'duration_secs': 0.060197} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.957409] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.957697] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1160.957972] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b20dfce1-6c8c-4df7-a458-7770265d1aff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.965204] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1160.965204] env[65368]: value = "task-4425342" [ 1160.965204] env[65368]: _type = "Task" [ 1160.965204] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.975206] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425342, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.064066] env[65368]: DEBUG oslo_vmware.api [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425341, 'name': ReconfigVM_Task, 'duration_secs': 0.158865} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.064565] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865949', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'name': 'volume-f44ebc08-7194-4f77-b6e9-effd4f953996', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac', 'attached_at': '', 'detached_at': '', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'serial': 'f44ebc08-7194-4f77-b6e9-effd4f953996'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1161.298887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "74968f28-0c85-4827-b9bb-575c498f10c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.299276] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.314360] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425340, 'name': ReconfigVM_Task, 'duration_secs': 0.852305} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.315274] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Reconfigured VM instance instance-0000006b to attach disk [datastore1] c5e2eb49-acb5-44ef-9949-85aeff058b95/c5e2eb49-acb5-44ef-9949-85aeff058b95.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.315927] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ba1897ef-540a-4b43-aa06-188ef93209e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.324894] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1161.324894] env[65368]: value = "task-4425344" [ 1161.324894] env[65368]: _type = "Task" [ 1161.324894] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.336317] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425344, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.406712] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2271867a-7df3-4b93-922b-923c6bb6bc94 tempest-ServerRescueTestJSON-1672027499 tempest-ServerRescueTestJSON-1672027499-project-member] Lock "116e1616-2739-4d0e-9f32-e5e393f8d174" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.368s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.480136] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425342, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.807743] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1161.837323] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425344, 'name': Rename_Task, 'duration_secs': 0.323329} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.837626] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1161.837886] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fb804d6-bd12-4c8e-83cb-47e4523247c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.845538] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1161.845538] env[65368]: value = "task-4425345" [ 1161.845538] env[65368]: _type = "Task" [ 1161.845538] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.855105] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.956655] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Applying migration context for instance 387aa130-acf3-468e-8b1a-843cc873b3a7 as it has an incoming, in-progress migration 0e59b1dd-f9a5-427e-99d7-691a3ad57aec. Migration status is migrating {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1161.958022] env[65368]: INFO nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating resource usage from migration 0e59b1dd-f9a5-427e-99d7-691a3ad57aec [ 1161.976691] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0f1610b5-07d6-4887-a211-ecadf8c10936 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.976691] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a3ff13e4-652a-469c-a3c3-0c6aa08c815e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.976691] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.976691] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance a99313c0-8bfd-44a8-b700-26844ba60628 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.976691] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0aaafcb1-42c6-4367-ab50-a810c71c6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.977046] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance c5e2eb49-acb5-44ef-9949-85aeff058b95 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.977046] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.977123] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Migration 0e59b1dd-f9a5-427e-99d7-691a3ad57aec is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1161.977413] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 387aa130-acf3-468e-8b1a-843cc873b3a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1161.983345] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425342, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550453} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.983345] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1161.983519] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1161.984360] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6e08e72c-566e-468f-bf54-84397a41413c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.995278] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1161.995278] env[65368]: value = "task-4425346" [ 1161.995278] env[65368]: _type = "Task" [ 1161.995278] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.007798] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.114910] env[65368]: DEBUG nova.objects.instance [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'flavor' on Instance uuid 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1162.327321] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.357037] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425345, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.478778] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbde9c0-5cc7-486c-9b25-9f5fc9b35f1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.484327] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 74968f28-0c85-4827-b9bb-575c498f10c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1162.484579] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 9 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1162.484734] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2304MB phys_disk=100GB used_disk=9GB total_vcpus=48 used_vcpus=9 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '6', 'num_task_None': '5', 'num_os_type_None': '8', 'num_proj_4542489d608743c2b9ebc15bfb313e39': '2', 'io_workload': '3', 'num_proj_5dd64d11ccbd4c389e4be8040b0bf1ee': '1', 'num_proj_b9b7847384e94066a0743413101e16ab': '1', 'num_proj_773d027cc30d461dbebeb04f293b0b83': '1', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'num_task_resize_prep': '1', 'num_proj_0853dff07c544b1c9b2eea2b9bd1d4f8': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1162.503403] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1162.519212] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07595} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.519504] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1162.520321] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5ff60a-8219-4467-8a96-ef07156abd25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.544978] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.546515] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa5e9dd0-0d4e-4990-9ac3-17f0e13591ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.578984] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1162.578984] env[65368]: value = "task-4425347" [ 1162.578984] env[65368]: _type = "Task" [ 1162.578984] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.593040] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.620909] env[65368]: DEBUG oslo_concurrency.lockutils [None req-99624fca-65d5-4bb3-b3ba-676cc975fbad tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.791s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.692170] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24232b01-5452-46c7-8c8d-b691789535d1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.701584] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1962146-829d-4ffd-8e85-5fa7bfa5d049 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.739568] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13baa9e7-d31a-41d9-ab35-2523b44cca93 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.748817] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a9e242-de00-439b-8363-67a253a6f18b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.764585] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.858772] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.016641] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.016641] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-055a7480-5414-41f1-ba63-2cd304608a7b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.025066] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1163.025066] env[65368]: value = "task-4425348" [ 1163.025066] env[65368]: _type = "Task" [ 1163.025066] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.035178] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.080632] env[65368]: DEBUG nova.compute.manager [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1163.096822] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425347, 'name': ReconfigVM_Task, 'duration_secs': 0.308788} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.097601] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1163.098316] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f703f173-7434-4378-9c91-7fa613124c41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.108046] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1163.108046] env[65368]: value = "task-4425349" [ 1163.108046] env[65368]: _type = "Task" [ 1163.108046] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.120631] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425349, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.268077] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.358083] env[65368]: DEBUG oslo_vmware.api [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425345, 'name': PowerOnVM_Task, 'duration_secs': 1.160596} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.358361] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.358695] env[65368]: INFO nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Took 9.70 seconds to spawn the instance on the hypervisor. [ 1163.358798] env[65368]: DEBUG nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1163.359596] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4302a8d-bb31-439d-9c86-bc1eecb2d381 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.538052] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425348, 'name': PowerOffVM_Task, 'duration_secs': 0.282213} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.538052] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.538052] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.604165] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.618986] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425349, 'name': Rename_Task, 'duration_secs': 0.164082} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.619281] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1163.619534] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2677060b-22c2-4cf2-8c85-1616457ebbc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.626428] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1163.626428] env[65368]: value = "task-4425351" [ 1163.626428] env[65368]: _type = "Task" [ 1163.626428] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.636377] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.773559] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1163.773773] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.831s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.774058] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.447s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.775562] env[65368]: INFO nova.compute.claims [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1163.778422] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1163.778497] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1163.879043] env[65368]: INFO nova.compute.manager [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Took 14.97 seconds to build instance. [ 1164.044878] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1164.045241] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.045453] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1164.045670] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.045848] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1164.046015] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1164.046232] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1164.046378] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1164.046576] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1164.046774] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1164.046909] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1164.052737] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-018904c4-ef69-4743-b3c6-02c299d39b64 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.070662] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1164.070662] env[65368]: value = "task-4425352" [ 1164.070662] env[65368]: _type = "Task" [ 1164.070662] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.081112] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425352, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.138478] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.299754] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] There are 67 instances to clean {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1164.299985] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: bbe04295-eec8-485a-a767-3685de9b337f] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1164.382180] env[65368]: DEBUG oslo_concurrency.lockutils [None req-289d0fef-7da1-43cb-a012-0baed93735b6 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.478s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.465835] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291094bf-58ef-482e-a40a-66560b3c8227 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.474488] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acc6335-c7b9-4ba1-9ed5-f03cc4acdc69 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.506978] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0daea5e4-73bf-4622-b843-89b12495b96d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.515424] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72d8ee7-1956-4560-bb09-9668bce6cb7a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.531747] env[65368]: DEBUG nova.compute.provider_tree [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.582059] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425352, 'name': ReconfigVM_Task, 'duration_secs': 0.239849} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.582059] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1164.638072] env[65368]: DEBUG oslo_vmware.api [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425351, 'name': PowerOnVM_Task, 'duration_secs': 0.585372} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.638325] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1164.638509] env[65368]: INFO nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Took 8.14 seconds to spawn the instance on the hypervisor. [ 1164.638680] env[65368]: DEBUG nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.639500] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca192d1-95fd-4d6c-8087-8969546812f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.760935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.761209] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.761360] env[65368]: DEBUG nova.compute.manager [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1164.762312] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1b3bb3-f882-4292-a320-447442463ae9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.769762] env[65368]: DEBUG nova.compute.manager [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1164.770300] env[65368]: DEBUG nova.objects.instance [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'flavor' on Instance uuid c5e2eb49-acb5-44ef-9949-85aeff058b95 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.807251] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2858b8d7-dcaa-414e-afeb-155818281d88] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.034288] env[65368]: DEBUG nova.scheduler.client.report [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.089366] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.089366] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.089506] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.089672] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.089872] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.090044] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.090262] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.090431] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.090611] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.090804] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.091016] env[65368]: DEBUG nova.virt.hardware [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.096966] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1165.097325] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6a552c-06c0-4a7d-bc3b-1bb39c36fe3e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.118759] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1165.118759] env[65368]: value = "task-4425353" [ 1165.118759] env[65368]: _type = "Task" [ 1165.118759] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.128271] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425353, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.157608] env[65368]: INFO nova.compute.manager [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Took 12.98 seconds to build instance. [ 1165.310126] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: b7eede29-442c-4440-92c9-524ea61119e0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1165.540204] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.766s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.541019] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1165.544918] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.941s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.630739] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425353, 'name': ReconfigVM_Task, 'duration_secs': 0.271354} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.631057] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1165.631922] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76885aa4-82eb-4594-ab7d-83d0f4a3d0db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.656019] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.656787] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65a5056c-c3a5-4498-8f80-272a8120e9a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.670460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a714a95f-75cf-4b56-8a87-c938e43cc578 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.516s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.678388] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1165.678388] env[65368]: value = "task-4425355" [ 1165.678388] env[65368]: _type = "Task" [ 1165.678388] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.689017] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.777453] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.777870] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-109b8351-6721-434b-a805-d9934cb10b7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.785918] env[65368]: DEBUG oslo_vmware.api [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1165.785918] env[65368]: value = "task-4425356" [ 1165.785918] env[65368]: _type = "Task" [ 1165.785918] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.795880] env[65368]: DEBUG oslo_vmware.api [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425356, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.813700] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 116e1616-2739-4d0e-9f32-e5e393f8d174] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.051248] env[65368]: DEBUG nova.compute.utils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1166.054874] env[65368]: INFO nova.compute.claims [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1166.058167] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1166.058382] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1166.058761] env[65368]: WARNING neutronclient.v2_0.client [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.059099] env[65368]: WARNING neutronclient.v2_0.client [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.118403] env[65368]: DEBUG nova.policy [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1166.189554] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425355, 'name': ReconfigVM_Task, 'duration_secs': 0.355932} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.189858] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7/387aa130-acf3-468e-8b1a-843cc873b3a7.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.190169] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.279946] env[65368]: DEBUG nova.compute.manager [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1166.280181] env[65368]: DEBUG nova.compute.manager [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing instance network info cache due to event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1166.280396] env[65368]: DEBUG oslo_concurrency.lockutils [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.280538] env[65368]: DEBUG oslo_concurrency.lockutils [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.280706] env[65368]: DEBUG nova.network.neutron [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.297451] env[65368]: DEBUG oslo_vmware.api [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425356, 'name': PowerOffVM_Task, 'duration_secs': 0.189011} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.298331] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.298531] env[65368]: DEBUG nova.compute.manager [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1166.299405] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0615c4-ce5f-4439-87c5-4b53ea925d05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.317225] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 07642a84-9883-4c20-86d6-27f03602562f] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.431650] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Successfully created port: 938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1166.561019] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1166.564804] env[65368]: INFO nova.compute.resource_tracker [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating resource usage from migration a4ed43d2-2b7a-4d35-afca-eb977674ae23 [ 1166.698052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fa9f7-f3bb-4838-be9d-69333116bb3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.727806] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc99d57e-eaf4-4d59-9009-435920f47cdf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.748822] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1166.754046] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3008467-ce60-4e07-8d94-31af84aeedcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.762792] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210c989-066f-48b8-b71f-fb3d314d4fc3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.796065] env[65368]: WARNING neutronclient.v2_0.client [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.800462] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e02f899-c80d-4d07-be14-e8ae9dfd237d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.813245] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73c15eab-b293-4f5b-8730-a515080e7474 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.817794] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e81857e-ba77-485e-bc0f-5b39cafde975 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.819975] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f587d273-8a3e-4cc4-8905-77f3b4997107] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1166.832846] env[65368]: DEBUG nova.compute.provider_tree [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.033865] env[65368]: WARNING neutronclient.v2_0.client [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.136190] env[65368]: DEBUG nova.network.neutron [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updated VIF entry in instance network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.137199] env[65368]: DEBUG nova.network.neutron [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.259639] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.259994] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.306847] env[65368]: DEBUG nova.network.neutron [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Port d93be93e-e6c6-456b-93a1-e57d8b6d9a66 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1167.336022] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 9100ff03-fa62-4291-bd93-8e208d004cb0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.339068] env[65368]: DEBUG nova.scheduler.client.report [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.575025] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1167.605279] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1167.605530] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1167.605680] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1167.605944] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1167.606077] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1167.606224] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1167.606467] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1167.606685] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1167.606820] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1167.606984] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1167.607180] env[65368]: DEBUG nova.virt.hardware [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1167.608184] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce58d2e8-00b6-45b6-b4d1-4f609820c8c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.617608] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8846293e-ce3c-4d62-8e80-4f22cba7dc84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.622479] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.622717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.622921] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.623127] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.623284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.625652] env[65368]: INFO nova.compute.manager [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Terminating instance [ 1167.639254] env[65368]: DEBUG oslo_concurrency.lockutils [req-199adb09-5175-4aa9-b949-ea059d61b421 req-117e35d1-0d98-4064-8dc9-b069dd7f1519 service nova] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.843133] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f584cd3f-5f5c-47c4-b73b-d0234236e010] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1167.845488] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.301s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.845686] env[65368]: INFO nova.compute.manager [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Migrating [ 1167.931329] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Successfully updated port: 938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1168.138645] env[65368]: DEBUG nova.compute.manager [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1168.138953] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.139970] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6403281-d770-46f5-b3a2-823547ecde1b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.148848] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1168.149131] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c89aab84-3a69-4654-a4a4-09a4f07bf810 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.220893] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1168.221162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1168.221311] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore1] c5e2eb49-acb5-44ef-9949-85aeff058b95 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1168.221581] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ef1ed4ef-599f-4b6e-a91d-a60bb04cf7ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.228516] env[65368]: DEBUG oslo_vmware.api [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1168.228516] env[65368]: value = "task-4425359" [ 1168.228516] env[65368]: _type = "Task" [ 1168.228516] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.237668] env[65368]: DEBUG oslo_vmware.api [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425359, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.334059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.334059] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.334282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.354425] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: bf8a1643-b975-4f53-8156-a4ee2442770c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.360877] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.361051] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.361229] env[65368]: DEBUG nova.network.neutron [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1168.367022] env[65368]: DEBUG nova.compute.manager [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Received event network-vif-plugged-938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1168.367225] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Acquiring lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.367419] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.367651] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.367742] env[65368]: DEBUG nova.compute.manager [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] No waiting events found dispatching network-vif-plugged-938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1168.367902] env[65368]: WARNING nova.compute.manager [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Received unexpected event network-vif-plugged-938b42ff-0197-4a91-94ef-c0f74e62d151 for instance with vm_state building and task_state spawning. [ 1168.368776] env[65368]: DEBUG nova.compute.manager [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Received event network-changed-938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1168.368776] env[65368]: DEBUG nova.compute.manager [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Refreshing instance network info cache due to event network-changed-938b42ff-0197-4a91-94ef-c0f74e62d151. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1168.368776] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Acquiring lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.368942] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Acquired lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.368981] env[65368]: DEBUG nova.network.neutron [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Refreshing network info cache for port 938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1168.434266] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.739674] env[65368]: DEBUG oslo_vmware.api [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425359, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13772} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.739929] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1168.740127] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1168.740296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1168.740462] env[65368]: INFO nova.compute.manager [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1168.740703] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1168.740890] env[65368]: DEBUG nova.compute.manager [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1168.740987] env[65368]: DEBUG nova.network.neutron [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1168.741261] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.774499] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.859195] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 8e480cf8-3017-4386-ada1-fc5162b2210e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1168.863206] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.872851] env[65368]: WARNING neutronclient.v2_0.client [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.943361] env[65368]: DEBUG nova.network.neutron [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1169.024818] env[65368]: DEBUG nova.compute.manager [req-fcdd563c-93b1-45b7-acc6-b325efe5b2a8 req-dea9a488-d654-45cf-8dfa-3bb93def993d service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Received event network-vif-deleted-38553dbb-5331-4148-81bf-e961deb44fa5 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1169.025054] env[65368]: INFO nova.compute.manager [req-fcdd563c-93b1-45b7-acc6-b325efe5b2a8 req-dea9a488-d654-45cf-8dfa-3bb93def993d service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Neutron deleted interface 38553dbb-5331-4148-81bf-e961deb44fa5; detaching it from the instance and deleting it from the info cache [ 1169.025193] env[65368]: DEBUG nova.network.neutron [req-fcdd563c-93b1-45b7-acc6-b325efe5b2a8 req-dea9a488-d654-45cf-8dfa-3bb93def993d service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.057913] env[65368]: DEBUG nova.network.neutron [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.089322] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.178128] env[65368]: DEBUG nova.network.neutron [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.340342] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.363645] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f2e0de75-a855-4d80-bdb9-3a8f3c968aa0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.380702] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.380884] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.381052] env[65368]: DEBUG nova.network.neutron [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.495360] env[65368]: DEBUG nova.network.neutron [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1169.528380] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0f1bd9b-e4d7-4b9a-95db-d794d3979099 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.542076] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e3e7e9-63f2-462e-ac9a-fdc1d4c55bc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.561034] env[65368]: DEBUG oslo_concurrency.lockutils [req-23477d88-b99a-4f9f-a07a-d6e62c85bce9 req-850dbfd3-3502-48fd-91b3-3a948e0fcec5 service nova] Releasing lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.561034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.561202] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1169.572018] env[65368]: DEBUG nova.compute.manager [req-fcdd563c-93b1-45b7-acc6-b325efe5b2a8 req-dea9a488-d654-45cf-8dfa-3bb93def993d service nova] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Detach interface failed, port_id=38553dbb-5331-4148-81bf-e961deb44fa5, reason: Instance c5e2eb49-acb5-44ef-9949-85aeff058b95 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1169.680900] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.867569] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a71ceeb3-df5d-42f9-b9d0-ab1f61a74070] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1169.883522] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1169.998555] env[65368]: INFO nova.compute.manager [-] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Took 1.26 seconds to deallocate network for instance. [ 1170.056940] env[65368]: WARNING neutronclient.v2_0.client [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.092923] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1170.144034] env[65368]: DEBUG nova.network.neutron [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.189235] env[65368]: WARNING neutronclient.v2_0.client [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1170.262259] env[65368]: DEBUG nova.network.neutron [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Updating instance_info_cache with network_info: [{"id": "938b42ff-0197-4a91-94ef-c0f74e62d151", "address": "fa:16:3e:2d:9e:ed", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938b42ff-01", "ovs_interfaceid": "938b42ff-0197-4a91-94ef-c0f74e62d151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.370758] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 52cdd7b9-0e28-43b0-890d-547ad5db4404] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1170.508544] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.508887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.509140] env[65368]: DEBUG nova.objects.instance [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid c5e2eb49-acb5-44ef-9949-85aeff058b95 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.650204] env[65368]: DEBUG oslo_concurrency.lockutils [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.765197] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-74968f28-0c85-4827-b9bb-575c498f10c6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.765569] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance network_info: |[{"id": "938b42ff-0197-4a91-94ef-c0f74e62d151", "address": "fa:16:3e:2d:9e:ed", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap938b42ff-01", "ovs_interfaceid": "938b42ff-0197-4a91-94ef-c0f74e62d151", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1170.766087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:9e:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '938b42ff-0197-4a91-94ef-c0f74e62d151', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.773721] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1170.774282] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.774539] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4bf9dd43-f240-4615-af17-4b936c8d319b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.797794] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.797794] env[65368]: value = "task-4425360" [ 1170.797794] env[65368]: _type = "Task" [ 1170.797794] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.806841] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425360, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.874377] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: cb6ecbf5-80b5-49f5-900f-3ff454ed1039] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.202529] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ffd377-de3a-4cda-ae7e-0f628d330690 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.210123] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84ecebfc-35b3-48fa-b483-dfa3f93b2c68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.232660] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.254158] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f9920b-98b5-4996-bd2a-6b21925117d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.262635] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.310454] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425360, 'name': CreateVM_Task, 'duration_secs': 0.343929} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.311390] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.311896] env[65368]: WARNING neutronclient.v2_0.client [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.312310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.312476] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.312799] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.313305] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23d6ffc-146c-4504-a5e0-a27f62423f4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.320228] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1171.320228] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5269aae4-ed05-9b3e-b923-9668c1be9461" [ 1171.320228] env[65368]: _type = "Task" [ 1171.320228] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.333735] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5269aae4-ed05-9b3e-b923-9668c1be9461, 'name': SearchDatastore_Task, 'duration_secs': 0.009861} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.336463] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.336738] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.336981] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.337146] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.337327] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.337807] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3ef86175-8677-4a3e-a3b6-1f1f5b2c21a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.347381] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.347562] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.351043] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c92c031-7a36-42a6-a951-0c33ea53009d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.357633] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1171.357633] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52605b71-ea82-1850-7c9f-b94e31687c65" [ 1171.357633] env[65368]: _type = "Task" [ 1171.357633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.366711] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52605b71-ea82-1850-7c9f-b94e31687c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.377541] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a723e479-e495-47bf-a21f-44803feb4c36] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.397963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.398228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.406589] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79cabaeb-65b5-4608-9eb3-ad3bf77b7c5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.417667] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305fac0c-3a1a-4416-80c9-217eb576f915 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.448644] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9661cdd-21a7-4b21-b994-9eb431ccfebb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.456471] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-037a3ee0-fe58-4506-a8ed-b128c2d63402 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.470596] env[65368]: DEBUG nova.compute.provider_tree [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1171.610045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.610045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.755765] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.756368] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2be3337-c9c4-4434-9a75-ca8c2155c6b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.765971] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1171.765971] env[65368]: value = "task-4425361" [ 1171.765971] env[65368]: _type = "Task" [ 1171.765971] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.771058] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1171.771323] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fe3f8b6-178b-4034-b983-b147d22cf15a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.779247] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.780695] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1171.780695] env[65368]: value = "task-4425362" [ 1171.780695] env[65368]: _type = "Task" [ 1171.780695] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.789330] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.870435] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52605b71-ea82-1850-7c9f-b94e31687c65, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.871361] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f242236-0ee0-4901-8348-6cbfb5f1333d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.878359] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1171.878359] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b0fbff-3f6c-af48-3308-fedf898b5910" [ 1171.878359] env[65368]: _type = "Task" [ 1171.878359] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.882191] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2d83953a-0aee-4384-82f0-9ef796923495] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1171.891501] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b0fbff-3f6c-af48-3308-fedf898b5910, 'name': SearchDatastore_Task, 'duration_secs': 0.01043} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.891829] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.892136] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 74968f28-0c85-4827-b9bb-575c498f10c6/74968f28-0c85-4827-b9bb-575c498f10c6.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1171.892418] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fa90927-3835-4d18-817b-c8ea3456473c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.901590] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1171.904492] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1171.904492] env[65368]: value = "task-4425363" [ 1171.904492] env[65368]: _type = "Task" [ 1171.904492] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.914583] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.973892] env[65368]: DEBUG nova.scheduler.client.report [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.113540] env[65368]: DEBUG nova.compute.utils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1172.278139] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425361, 'name': PowerOffVM_Task, 'duration_secs': 0.288466} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.278480] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.278622] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.292619] env[65368]: DEBUG oslo_vmware.api [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425362, 'name': PowerOnVM_Task, 'duration_secs': 0.493181} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.292960] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1172.293242] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-473bf8bc-f83e-42d7-9cb1-7b6257bbedf8 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance '387aa130-acf3-468e-8b1a-843cc873b3a7' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.385384] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 54e0d75f-42d2-4836-b296-ba661b94564d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.420447] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425363, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.446155] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.479780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.482346] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.036s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.484088] env[65368]: INFO nova.compute.claims [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1172.506406] env[65368]: INFO nova.scheduler.client.report [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance c5e2eb49-acb5-44ef-9949-85aeff058b95 [ 1172.616283] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.787687] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1172.787982] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1172.788215] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1172.788417] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1172.788558] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1172.788698] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1172.788890] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1172.789059] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1172.789217] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1172.789374] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1172.789536] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1172.794663] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cec8223f-c919-43e2-abeb-35da0ecfa144 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.813937] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1172.813937] env[65368]: value = "task-4425364" [ 1172.813937] env[65368]: _type = "Task" [ 1172.813937] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.822966] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425364, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.889199] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0d21af5f-5f19-46dd-9c18-df965550e00c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1172.920397] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533068} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.920650] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 74968f28-0c85-4827-b9bb-575c498f10c6/74968f28-0c85-4827-b9bb-575c498f10c6.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1172.920862] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1172.921133] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5625a9af-5e6c-44f3-8cae-b512ca203304 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.928720] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1172.928720] env[65368]: value = "task-4425365" [ 1172.928720] env[65368]: _type = "Task" [ 1172.928720] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.937297] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425365, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.013730] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b04cdba5-8311-4c5f-b834-6ba975eea4fd tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "c5e2eb49-acb5-44ef-9949-85aeff058b95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.391s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.325030] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425364, 'name': ReconfigVM_Task, 'duration_secs': 0.37484} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.325383] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.392650] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: b3b1a98c-8f2b-4138-8728-b97923f6c4f0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.438707] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425365, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065529} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.438990] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1173.439872] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4284b4-4442-48ce-be6d-bdad53ec5334 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.465887] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 74968f28-0c85-4827-b9bb-575c498f10c6/74968f28-0c85-4827-b9bb-575c498f10c6.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1173.466209] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbbfb655-1743-4a0c-8b51-bcb801183f4a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.486492] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1173.486492] env[65368]: value = "task-4425366" [ 1173.486492] env[65368]: _type = "Task" [ 1173.486492] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.498141] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425366, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.655167] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a4b9bc-d498-4719-bd4f-0906e7d87d5e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.663445] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8f51bd-3b03-4385-91f3-b022a5ee33f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.694930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "0f1610b5-07d6-4887-a211-ecadf8c10936" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.695217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.695419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.695592] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.695753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.697643] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.697865] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.698134] env[65368]: INFO nova.compute.manager [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Attaching volume fc550421-8c96-42d6-a6c0-546aed25cd4a to /dev/sdb [ 1173.700458] env[65368]: INFO nova.compute.manager [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Terminating instance [ 1173.702527] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8fbedc-24ca-4a04-8c02-7c911c0fb67e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.716947] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0039ea3f-a7e3-4c2d-b565-ba6a1109fb3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.732833] env[65368]: DEBUG nova.compute.provider_tree [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1173.739896] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff49f28f-73b4-44a2-bad0-45ecb469ebd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72dd5d50-9464-4147-96db-a784044bb612 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.765251] env[65368]: DEBUG nova.virt.block_device [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating existing volume attachment record: 80d9d19b-a3a9-42f3-a1b0-d4d5b96ce1eb {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.831870] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1173.832122] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.832276] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1173.832449] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.832587] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1173.832764] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1173.832916] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1173.833082] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1173.833245] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1173.833400] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1173.833562] env[65368]: DEBUG nova.virt.hardware [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1173.838981] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.839786] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13472ea4-5c36-4e0c-a36c-51a2e9302df5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.859348] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1173.859348] env[65368]: value = "task-4425367" [ 1173.859348] env[65368]: _type = "Task" [ 1173.859348] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.869415] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425367, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.897922] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f47ff5c1-df66-42ab-a98f-32534596ae64] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1173.999955] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425366, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.038037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.038173] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.038295] env[65368]: DEBUG nova.compute.manager [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Going to confirm migration 6 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1174.210558] env[65368]: DEBUG nova.compute.manager [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1174.210732] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.211665] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d01541-3b73-49bb-9869-903b405d7af9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.219979] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1174.220280] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-979cd6c5-1e84-4e7f-b97e-d24a975a1ba3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.227340] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1174.227340] env[65368]: value = "task-4425369" [ 1174.227340] env[65368]: _type = "Task" [ 1174.227340] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.237074] env[65368]: DEBUG nova.scheduler.client.report [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1174.240269] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.372982] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425367, 'name': ReconfigVM_Task, 'duration_secs': 0.208781} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.373394] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1174.374215] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a307b66-b0a8-4a14-98e8-36cb0e0d8f72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.405210] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.405849] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 7f3891b2-338e-415d-80c8-b2bc432521a5] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1174.407881] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28a28b71-a359-4ecd-9d67-ce9a59bd875f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.431196] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1174.431196] env[65368]: value = "task-4425370" [ 1174.431196] env[65368]: _type = "Task" [ 1174.431196] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.442491] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425370, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.498518] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425366, 'name': ReconfigVM_Task, 'duration_secs': 0.666977} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.498840] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 74968f28-0c85-4827-b9bb-575c498f10c6/74968f28-0c85-4827-b9bb-575c498f10c6.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.499478] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66255ba9-4948-4f0d-b32a-763b30896b71 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.508325] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1174.508325] env[65368]: value = "task-4425371" [ 1174.508325] env[65368]: _type = "Task" [ 1174.508325] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.517592] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425371, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.546834] env[65368]: WARNING neutronclient.v2_0.client [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.614197] env[65368]: WARNING neutronclient.v2_0.client [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1174.614650] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.614863] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.615113] env[65368]: DEBUG nova.network.neutron [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1174.615355] env[65368]: DEBUG nova.objects.instance [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'info_cache' on Instance uuid 387aa130-acf3-468e-8b1a-843cc873b3a7 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.737265] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425369, 'name': PowerOffVM_Task, 'duration_secs': 0.199163} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.737557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1174.737721] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1174.738085] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-885fb7da-02ba-4f7f-9888-357e8576bc5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.741619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.259s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.741967] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1174.806531] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1174.806759] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1174.806991] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleting the datastore file [datastore2] 0f1610b5-07d6-4887-a211-ecadf8c10936 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1174.807287] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d077a402-6a0b-4048-a9f2-5abf2fa30bfe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.814045] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for the task: (returnval){ [ 1174.814045] env[65368]: value = "task-4425373" [ 1174.814045] env[65368]: _type = "Task" [ 1174.814045] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.824683] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.925961] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a827f708-b916-4ec9-ab28-f709c9015cf2] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1174.942640] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425370, 'name': ReconfigVM_Task, 'duration_secs': 0.29811} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.942925] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.943260] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.019016] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425371, 'name': Rename_Task, 'duration_secs': 0.162713} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.019500] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.019778] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2385606b-5d61-400e-a554-529b64b23be6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.027069] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1175.027069] env[65368]: value = "task-4425374" [ 1175.027069] env[65368]: _type = "Task" [ 1175.027069] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.036089] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.247485] env[65368]: DEBUG nova.compute.utils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1175.249517] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1175.249758] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1175.250040] env[65368]: WARNING neutronclient.v2_0.client [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.250337] env[65368]: WARNING neutronclient.v2_0.client [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.292063] env[65368]: DEBUG nova.policy [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8528f02b7c4d4834993e4709a1f71674', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53548cececd8457db466ab890767be31', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1175.326854] env[65368]: DEBUG oslo_vmware.api [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Task: {'id': task-4425373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.282141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.327143] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1175.327339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1175.327510] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1175.327674] env[65368]: INFO nova.compute.manager [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1175.327915] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1175.328131] env[65368]: DEBUG nova.compute.manager [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1175.328232] env[65368]: DEBUG nova.network.neutron [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1175.328471] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.360473] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.429691] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f4c65366-9c6f-4ee5-8950-c48eae532e00] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1175.450369] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c37ab77-5ced-4929-9de0-1ef27fc0ea68 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.473562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f482f179-771c-4e4b-b668-8c40bebd0484 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.497241] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1175.542325] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425374, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.604389] env[65368]: DEBUG nova.compute.manager [req-eaadfce0-012d-4066-9d96-e8578c8124fc req-560c9d04-369e-4a08-a710-3ec9946b5a0e service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Received event network-vif-deleted-15248757-5695-4e63-b44e-3506e95351e9 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1175.604482] env[65368]: INFO nova.compute.manager [req-eaadfce0-012d-4066-9d96-e8578c8124fc req-560c9d04-369e-4a08-a710-3ec9946b5a0e service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Neutron deleted interface 15248757-5695-4e63-b44e-3506e95351e9; detaching it from the instance and deleting it from the info cache [ 1175.604635] env[65368]: DEBUG nova.network.neutron [req-eaadfce0-012d-4066-9d96-e8578c8124fc req-560c9d04-369e-4a08-a710-3ec9946b5a0e service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.622025] env[65368]: WARNING neutronclient.v2_0.client [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.641846] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Successfully created port: d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1175.753371] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1175.810746] env[65368]: WARNING neutronclient.v2_0.client [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.933981] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: fba48f7d-7d51-4f15-9c64-d0a22adfcc51] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1175.951548] env[65368]: DEBUG nova.network.neutron [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [{"id": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "address": "fa:16:3e:71:27:ac", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd93be93e-e6", "ovs_interfaceid": "d93be93e-e6c6-456b-93a1-e57d8b6d9a66", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.039883] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425374, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.076458] env[65368]: DEBUG nova.network.neutron [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.107332] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be1affb9-0122-4d07-b3e9-218d54a1705d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.118720] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33928c-8fc5-4da7-82f4-62d49ca7a999 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.151493] env[65368]: DEBUG nova.compute.manager [req-eaadfce0-012d-4066-9d96-e8578c8124fc req-560c9d04-369e-4a08-a710-3ec9946b5a0e service nova] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Detach interface failed, port_id=15248757-5695-4e63-b44e-3506e95351e9, reason: Instance 0f1610b5-07d6-4887-a211-ecadf8c10936 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1176.259961] env[65368]: INFO nova.virt.block_device [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Booting with volume c82873f6-ae75-49eb-8089-ce4175881e9b at /dev/sda [ 1176.438400] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 155b10b2-59e3-43da-add1-5048ef482310] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1176.453998] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-387aa130-acf3-468e-8b1a-843cc873b3a7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.454291] env[65368]: DEBUG nova.objects.instance [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'migration_context' on Instance uuid 387aa130-acf3-468e-8b1a-843cc873b3a7 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1176.539617] env[65368]: DEBUG oslo_vmware.api [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425374, 'name': PowerOnVM_Task, 'duration_secs': 1.015034} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.539889] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.540104] env[65368]: INFO nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Took 8.96 seconds to spawn the instance on the hypervisor. [ 1176.540286] env[65368]: DEBUG nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1176.541172] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ab5ae-7ab4-49de-9691-b74c97ea1ab6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.580039] env[65368]: INFO nova.compute.manager [-] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Took 1.25 seconds to deallocate network for instance. [ 1176.665082] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-79feb016-023c-46a7-add2-51f2e227e50a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.676538] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d5a42d5-d2b6-4181-be35-3d1ef3c65bd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.708623] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6483b734-5bf8-43ea-bde8-3ab1263fe9da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.717965] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ac394b-b945-44b7-a9b4-47a5d6af49a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.747880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73b1776c-a688-4008-a5bd-5adfa895f74b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.754937] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1cd172-fb23-4d02-a946-53ac6b889810 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.768486] env[65368]: DEBUG nova.virt.block_device [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updating existing volume attachment record: 03b1d716-26e3-4f30-9bb3-ca95a8a17e5d {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.944940] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 5e61d95c-d284-494c-a2fb-3d4095b4d846] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1176.957626] env[65368]: DEBUG nova.objects.base [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Object Instance<387aa130-acf3-468e-8b1a-843cc873b3a7> lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1176.958615] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57f1fa8-eba4-4add-ab14-8acab8aa641c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.979825] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b32aaa-9475-4fce-ae90-d26673cf656d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.986576] env[65368]: DEBUG oslo_vmware.api [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1176.986576] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52df3480-bcd4-3be2-491b-78855dd28c88" [ 1176.986576] env[65368]: _type = "Task" [ 1176.986576] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.995349] env[65368]: DEBUG oslo_vmware.api [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52df3480-bcd4-3be2-491b-78855dd28c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.059614] env[65368]: INFO nova.compute.manager [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Took 14.75 seconds to build instance. [ 1177.088491] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.088769] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.088983] env[65368]: DEBUG nova.objects.instance [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lazy-loading 'resources' on Instance uuid 0f1610b5-07d6-4887-a211-ecadf8c10936 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1177.120633] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.120633] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.162143] env[65368]: DEBUG nova.network.neutron [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Port 0422874e-04ef-40ef-97a2-6c807b54ea57 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1177.203589] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Successfully updated port: d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1177.447698] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3345fd5f-100b-4806-bcf7-1447464a680d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1177.497653] env[65368]: DEBUG oslo_vmware.api [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52df3480-bcd4-3be2-491b-78855dd28c88, 'name': SearchDatastore_Task, 'duration_secs': 0.008519} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.497952] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.562062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-304e261e-d297-45a5-94a6-4208e696ce21 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.263s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.637559] env[65368]: DEBUG nova.compute.manager [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Received event network-vif-plugged-d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1177.637832] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Acquiring lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.637961] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.638138] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.638303] env[65368]: DEBUG nova.compute.manager [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] No waiting events found dispatching network-vif-plugged-d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1177.638460] env[65368]: WARNING nova.compute.manager [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Received unexpected event network-vif-plugged-d5145f15-f04f-4583-a547-97c1d5d23b82 for instance with vm_state building and task_state block_device_mapping. [ 1177.638609] env[65368]: DEBUG nova.compute.manager [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Received event network-changed-d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1177.638820] env[65368]: DEBUG nova.compute.manager [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Refreshing instance network info cache due to event network-changed-d5145f15-f04f-4583-a547-97c1d5d23b82. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1177.639065] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Acquiring lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.639065] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Acquired lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.639262] env[65368]: DEBUG nova.network.neutron [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Refreshing network info cache for port d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1177.706600] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.758101] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9659fa60-ed73-4f76-93ec-23019eb5fbdc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.765837] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2871da7a-44ef-418e-aefc-b02c4d316821 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.799182] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea7c638-973c-4805-b14c-1435e10746e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.808236] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78aa4ffc-1d72-4aa7-a67d-6a39637e02e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.825013] env[65368]: DEBUG nova.compute.provider_tree [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1177.951198] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 09e405a8-2a9c-4695-9fc1-e4dea042e9be] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1178.022604] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "74968f28-0c85-4827-b9bb-575c498f10c6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.022868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.023064] env[65368]: DEBUG nova.compute.manager [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1178.023978] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ed7f9-6b84-4e88-bbf7-15b4e95cc13d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.031523] env[65368]: DEBUG nova.compute.manager [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1178.032100] env[65368]: DEBUG nova.objects.instance [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'flavor' on Instance uuid 74968f28-0c85-4827-b9bb-575c498f10c6 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.141550] env[65368]: WARNING neutronclient.v2_0.client [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1178.178590] env[65368]: DEBUG nova.network.neutron [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1178.187607] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.187607] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.187995] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.265821] env[65368]: DEBUG nova.network.neutron [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.312335] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.312579] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865954', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'name': 'volume-fc550421-8c96-42d6-a6c0-546aed25cd4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a99313c0-8bfd-44a8-b700-26844ba60628', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'serial': 'fc550421-8c96-42d6-a6c0-546aed25cd4a'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.313482] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678d9066-47ff-4888-9cd1-63b8e5ffebb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.330941] env[65368]: DEBUG nova.scheduler.client.report [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1178.334515] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f97d31-e1a5-4b10-93b8-34eb84a29b84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.362889] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-fc550421-8c96-42d6-a6c0-546aed25cd4a/volume-fc550421-8c96-42d6-a6c0-546aed25cd4a.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.363587] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fdc9edbf-65a0-43b1-ae0e-7731ae169938 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.386269] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1178.386269] env[65368]: value = "task-4425376" [ 1178.386269] env[65368]: _type = "Task" [ 1178.386269] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.395753] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.454261] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 00c46fcf-9b4c-4a11-8f83-8ea239cae872] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1178.768448] env[65368]: DEBUG oslo_concurrency.lockutils [req-273fd369-7c9a-4cbb-86fb-1d34695f3655 req-92ab519d-9bc8-454a-b63c-8e9c3b6a31e9 service nova] Releasing lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.768797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquired lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.768962] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1178.838784] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.841209] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.343s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.862516] env[65368]: INFO nova.scheduler.client.report [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Deleted allocations for instance 0f1610b5-07d6-4887-a211-ecadf8c10936 [ 1178.865367] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1178.865752] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1178.865912] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.866076] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1178.866258] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.866396] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1178.866549] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1178.866753] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1178.866927] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1178.867116] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1178.867280] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1178.867444] env[65368]: DEBUG nova.virt.hardware [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1178.870601] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9fdf907-bc35-4905-a018-a41fb67f2e36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.879758] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906eb98e-2c54-4b11-b815-177dca1b3d82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.903324] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425376, 'name': ReconfigVM_Task, 'duration_secs': 0.369009} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.903584] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-fc550421-8c96-42d6-a6c0-546aed25cd4a/volume-fc550421-8c96-42d6-a6c0-546aed25cd4a.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.908456] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8afc2894-c406-4a96-b45b-55b4bce896ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.924661] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1178.924661] env[65368]: value = "task-4425377" [ 1178.924661] env[65368]: _type = "Task" [ 1178.924661] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.933912] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.957631] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: d9ca95e6-26e4-44c5-8c87-2ca90f3df0d0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1179.042060] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1179.042228] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1423ac3d-9ac7-454a-895c-b955cc0d42eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.051742] env[65368]: DEBUG oslo_vmware.api [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1179.051742] env[65368]: value = "task-4425378" [ 1179.051742] env[65368]: _type = "Task" [ 1179.051742] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.061876] env[65368]: DEBUG oslo_vmware.api [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.194417] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.229101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.229458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.229780] env[65368]: DEBUG nova.network.neutron [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1179.304485] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1179.378172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e92c96b2-9795-4550-a3aa-452a579d2ac5 tempest-ServersTestJSON-2055344892 tempest-ServersTestJSON-2055344892-project-member] Lock "0f1610b5-07d6-4887-a211-ecadf8c10936" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.683s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.387256] env[65368]: WARNING neutronclient.v2_0.client [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.441984] env[65368]: DEBUG oslo_vmware.api [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425377, 'name': ReconfigVM_Task, 'duration_secs': 0.156536} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.444898] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865954', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'name': 'volume-fc550421-8c96-42d6-a6c0-546aed25cd4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a99313c0-8bfd-44a8-b700-26844ba60628', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'serial': 'fc550421-8c96-42d6-a6c0-546aed25cd4a'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.460889] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3f9848b4-a527-44d1-b7ab-fa728c51b302] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1179.475250] env[65368]: DEBUG nova.network.neutron [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updating instance_info_cache with network_info: [{"id": "d5145f15-f04f-4583-a547-97c1d5d23b82", "address": "fa:16:3e:18:cb:4d", "network": {"id": "b0c1aa1e-a837-440b-ab09-05b45391a01b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-165857686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53548cececd8457db466ab890767be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5145f15-f0", "ovs_interfaceid": "d5145f15-f04f-4583-a547-97c1d5d23b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.496657] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051d2dc3-a43d-47ab-84c6-23b4d9d1e9be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.506950] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0381d2bc-7fcf-46b6-bb06-f0174b081e70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.540028] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bb2b59-4da0-4e16-8db4-7cb37c57f9c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.548414] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1ba65e-7d00-4766-8d7b-6d3d906aab1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.568760] env[65368]: DEBUG nova.compute.provider_tree [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.573029] env[65368]: DEBUG oslo_vmware.api [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425378, 'name': PowerOffVM_Task, 'duration_secs': 0.292792} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.573402] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1179.573592] env[65368]: DEBUG nova.compute.manager [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1179.574374] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d87d37d6-a8a9-4ebb-9063-d6b858943b5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.734281] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.906516] env[65368]: WARNING neutronclient.v2_0.client [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1179.963483] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c857b321-193b-45f9-ba08-6d2f759bd7a4] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1179.978733] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Releasing lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.978879] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance network_info: |[{"id": "d5145f15-f04f-4583-a547-97c1d5d23b82", "address": "fa:16:3e:18:cb:4d", "network": {"id": "b0c1aa1e-a837-440b-ab09-05b45391a01b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-165857686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53548cececd8457db466ab890767be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5145f15-f0", "ovs_interfaceid": "d5145f15-f04f-4583-a547-97c1d5d23b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1179.979520] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:cb:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0746f464-a938-427b-ba02-600449df5070', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5145f15-f04f-4583-a547-97c1d5d23b82', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.987461] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Creating folder: Project (53548cececd8457db466ab890767be31). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1179.990509] env[65368]: DEBUG nova.network.neutron [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.991883] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cb244bb-1d89-4261-83d7-293cc56eed35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.009354] env[65368]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1180.009612] env[65368]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65368) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1180.010446] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Folder already exists: Project (53548cececd8457db466ab890767be31). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1180.010753] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Creating folder: Instances. Parent ref: group-v865945. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1180.011784] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80b53671-0121-4aff-9f33-6b82d77b0688 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.024145] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Created folder: Instances in parent group-v865945. [ 1180.024406] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1180.024641] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1180.024865] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da65be81-e799-44ed-ab1a-2a5157f756bc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.046746] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1180.046746] env[65368]: value = "task-4425381" [ 1180.046746] env[65368]: _type = "Task" [ 1180.046746] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.057481] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425381, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.078028] env[65368]: DEBUG nova.scheduler.client.report [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.086136] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d460ec0b-b3ce-478b-949b-4b11d438b9b4 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.433366] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "74968f28-0c85-4827-b9bb-575c498f10c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.433583] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.433798] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.433977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.434161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.436265] env[65368]: INFO nova.compute.manager [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Terminating instance [ 1180.469524] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c4c9b113-0da8-4c1b-b0a0-19ad0a5e3bca] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1180.495146] env[65368]: DEBUG nova.objects.instance [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid a99313c0-8bfd-44a8-b700-26844ba60628 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.497242] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.559400] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425381, 'name': CreateVM_Task, 'duration_secs': 0.333292} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.559837] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1180.560559] env[65368]: WARNING neutronclient.v2_0.client [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1180.561048] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '03b1d716-26e3-4f30-9bb3-ca95a8a17e5d', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865952', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'name': 'volume-c82873f6-ae75-49eb-8089-ce4175881e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0246416a-3106-40ae-af2d-c4d038c2f5b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'serial': 'c82873f6-ae75-49eb-8089-ce4175881e9b'}, 'volume_type': None}], 'swap': None} {{(pid=65368) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1180.561405] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Root volume attach. Driver type: vmdk {{(pid=65368) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1180.562570] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-606fdea0-8085-4d35-a3f2-09411ea8b3ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.572619] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932705c2-8cac-4a77-ab95-733ddff3faad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.586052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e1b89d-166e-4906-a39e-37412d06fe4d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.595711] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-0b113a52-6dd7-4c84-94c0-2ce457b0a9de {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.604859] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1180.604859] env[65368]: value = "task-4425382" [ 1180.604859] env[65368]: _type = "Task" [ 1180.604859] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.613643] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425382, 'name': RelocateVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.954067] env[65368]: DEBUG nova.compute.manager [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1180.954067] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.954067] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c0cebf-2f4f-4b3a-aefb-ca7e86b1d1b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.954067] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.954067] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fe219bec-455f-4e1b-a62f-6df8c315d054 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.973071] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6553a301-881b-470d-899f-8cb9f2318ebc] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1181.007178] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4d9300bc-ed62-4a43-b3e0-babf7d6a58ce tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.309s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.009636] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9303d282-11b9-46d6-99a6-896f79aa8fb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.019127] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a7fc4f-10fd-46c4-8fb9-18b542b8f99b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.041415] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1181.041683] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1181.041854] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore1] 74968f28-0c85-4827-b9bb-575c498f10c6 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1181.042140] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-591a1a8f-1381-4fcf-bfe2-e287fa2eb8fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.051599] env[65368]: DEBUG oslo_vmware.api [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1181.051599] env[65368]: value = "task-4425384" [ 1181.051599] env[65368]: _type = "Task" [ 1181.051599] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.062617] env[65368]: DEBUG oslo_vmware.api [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425384, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.089705] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.119497] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425382, 'name': RelocateVM_Task, 'duration_secs': 0.488973} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.122651] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1181.122651] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865952', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'name': 'volume-c82873f6-ae75-49eb-8089-ce4175881e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0246416a-3106-40ae-af2d-c4d038c2f5b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'serial': 'c82873f6-ae75-49eb-8089-ce4175881e9b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1181.122651] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9497fb05-7735-468e-80b1-1988e25d98c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.153316] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913c8081-b29f-4296-a189-3c106292aac3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.181444] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-c82873f6-ae75-49eb-8089-ce4175881e9b/volume-c82873f6-ae75-49eb-8089-ce4175881e9b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1181.182171] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35a0e884-78f8-4965-8fdb-de73dcd96385 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.207094] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1181.207094] env[65368]: value = "task-4425385" [ 1181.207094] env[65368]: _type = "Task" [ 1181.207094] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.217383] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.478075] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3b3f2b8c-b45b-4221-8829-7f49853daafc] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1181.569231] env[65368]: DEBUG oslo_vmware.api [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425384, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205621} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.569499] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.569673] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.569843] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.570147] env[65368]: INFO nova.compute.manager [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1181.570405] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1181.570603] env[65368]: DEBUG nova.compute.manager [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1181.571019] env[65368]: DEBUG nova.network.neutron [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1181.571019] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.575451] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.575678] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.608068] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1181.691710] env[65368]: INFO nova.scheduler.client.report [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocation for migration 0e59b1dd-f9a5-427e-99d7-691a3ad57aec [ 1181.722191] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425385, 'name': ReconfigVM_Task, 'duration_secs': 0.436525} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.722191] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-c82873f6-ae75-49eb-8089-ce4175881e9b/volume-c82873f6-ae75-49eb-8089-ce4175881e9b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1181.729893] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ad6acc9-02ac-4b20-a4df-0c63b5b42488 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.747095] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1181.747095] env[65368]: value = "task-4425386" [ 1181.747095] env[65368]: _type = "Task" [ 1181.747095] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.756978] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.936796] env[65368]: DEBUG nova.compute.manager [req-aeb44b79-517d-4b95-920f-452f2f7ef70c req-24fa67db-2187-4379-b3b4-67599f690921 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Received event network-vif-deleted-938b42ff-0197-4a91-94ef-c0f74e62d151 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1181.937208] env[65368]: INFO nova.compute.manager [req-aeb44b79-517d-4b95-920f-452f2f7ef70c req-24fa67db-2187-4379-b3b4-67599f690921 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Neutron deleted interface 938b42ff-0197-4a91-94ef-c0f74e62d151; detaching it from the instance and deleting it from the info cache [ 1181.937422] env[65368]: DEBUG nova.network.neutron [req-aeb44b79-517d-4b95-920f-452f2f7ef70c req-24fa67db-2187-4379-b3b4-67599f690921 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.982544] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 8351e297-e85b-4f81-9877-6528e196dcde] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1182.079020] env[65368]: INFO nova.compute.manager [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Detaching volume fc550421-8c96-42d6-a6c0-546aed25cd4a [ 1182.122384] env[65368]: INFO nova.virt.block_device [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Attempting to driver detach volume fc550421-8c96-42d6-a6c0-546aed25cd4a from mountpoint /dev/sdb [ 1182.123180] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1182.123308] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865954', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'name': 'volume-fc550421-8c96-42d6-a6c0-546aed25cd4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a99313c0-8bfd-44a8-b700-26844ba60628', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'serial': 'fc550421-8c96-42d6-a6c0-546aed25cd4a'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1182.124561] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2591dc6b-8b9f-4301-9200-4d79b735b55d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.153819] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f5475b0-cc22-44c1-8175-372db388eaf7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.162020] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7d3fe-367e-48b1-b068-0501867ab44a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.185732] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba36a5b2-b4a4-4230-8a6a-9b9f89a71aa0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.191121] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0f85b6-adf4-4ae1-829a-41cb665102d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.225887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d5555c97-bdf5-415c-a3e4-8f1018969a33 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.187s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.227089] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] The volume has not been displaced from its original location: [datastore2] volume-fc550421-8c96-42d6-a6c0-546aed25cd4a/volume-fc550421-8c96-42d6-a6c0-546aed25cd4a.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1182.232390] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1182.233865] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-463920c8-8f01-4c04-aaa7-86917ad730ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.247851] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1530cc-f10c-4361-9064-c714fee691ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.259026] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1182.259026] env[65368]: value = "task-4425387" [ 1182.259026] env[65368]: _type = "Task" [ 1182.259026] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.263933] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.267898] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425386, 'name': ReconfigVM_Task, 'duration_secs': 0.142388} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.271278] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865952', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'name': 'volume-c82873f6-ae75-49eb-8089-ce4175881e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0246416a-3106-40ae-af2d-c4d038c2f5b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'serial': 'c82873f6-ae75-49eb-8089-ce4175881e9b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1182.275047] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a20f123c-8066-4d30-b1c2-f6491ad6d685 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.279841] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.283919] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1182.283919] env[65368]: value = "task-4425388" [ 1182.283919] env[65368]: _type = "Task" [ 1182.283919] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.297766] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425388, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.378984] env[65368]: DEBUG nova.network.neutron [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.440724] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39095fd7-2661-423b-b513-1936e27ef89e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.450938] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d7502bc-8405-4e54-beb0-b0bb14d40c95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.481930] env[65368]: DEBUG nova.compute.manager [req-aeb44b79-517d-4b95-920f-452f2f7ef70c req-24fa67db-2187-4379-b3b4-67599f690921 service nova] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Detach interface failed, port_id=938b42ff-0197-4a91-94ef-c0f74e62d151, reason: Instance 74968f28-0c85-4827-b9bb-575c498f10c6 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1182.485647] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6c421bcd-48f8-4a0b-9fee-9dc5d9071113] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1182.694777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.695095] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.695883] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1182.695883] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.695883] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.701525] env[65368]: INFO nova.compute.manager [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Terminating instance [ 1182.777238] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.777903] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425387, 'name': ReconfigVM_Task, 'duration_secs': 0.233985} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.778302] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5600cb9-7836-4190-bd7a-4fb3c301492a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.780028] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.784720] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb3c3799-e5f1-4ddb-9af3-0211c7081b91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.801699] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1182.801699] env[65368]: value = "task-4425389" [ 1182.801699] env[65368]: _type = "Task" [ 1182.801699] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.808384] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425388, 'name': Rename_Task, 'duration_secs': 0.139692} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.810136] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1182.810467] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1182.810467] env[65368]: value = "task-4425390" [ 1182.810467] env[65368]: _type = "Task" [ 1182.810467] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.810662] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb5004b8-5bd3-4635-af17-9f87d6053fd3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.818690] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.824368] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425390, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.828096] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1182.828096] env[65368]: value = "task-4425391" [ 1182.828096] env[65368]: _type = "Task" [ 1182.828096] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.838575] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.881815] env[65368]: INFO nova.compute.manager [-] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Took 1.31 seconds to deallocate network for instance. [ 1182.988896] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a5582f41-21d0-4f77-8c25-38c5baf3052d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1183.205995] env[65368]: DEBUG nova.compute.manager [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1183.206268] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1183.207290] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2b06648-689b-4a47-8319-2ead8c159511 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.218457] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "3d26fe64-02ca-4322-abe0-0296979884a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.218698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.220355] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.221059] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9ca75c1-bb11-4854-bdd7-ae33014d9bfc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.229506] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1183.229506] env[65368]: value = "task-4425392" [ 1183.229506] env[65368]: _type = "Task" [ 1183.229506] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.240436] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425392, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.317136] env[65368]: DEBUG oslo_vmware.api [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425389, 'name': PowerOnVM_Task, 'duration_secs': 0.466472} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.321301] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.322204] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d95d05f8-c479-49d5-8d5a-ae617b0cb960 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1183.336658] env[65368]: DEBUG oslo_vmware.api [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425390, 'name': ReconfigVM_Task, 'duration_secs': 0.182214} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.337495] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865954', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'name': 'volume-fc550421-8c96-42d6-a6c0-546aed25cd4a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a99313c0-8bfd-44a8-b700-26844ba60628', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc550421-8c96-42d6-a6c0-546aed25cd4a', 'serial': 'fc550421-8c96-42d6-a6c0-546aed25cd4a'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1183.344065] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425391, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.388718] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.389489] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.389489] env[65368]: DEBUG nova.objects.instance [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'resources' on Instance uuid 74968f28-0c85-4827-b9bb-575c498f10c6 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.410212] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.410573] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.492948] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 39665841-db3f-4114-9065-dbb3ed4b1f05] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1183.721468] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1183.739042] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425392, 'name': PowerOffVM_Task, 'duration_secs': 0.28831} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.739368] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.739602] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1183.739891] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a47eda0-4d23-4c35-bf03-9e02706b09c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.837023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1183.837265] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1183.837414] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore1] 387aa130-acf3-468e-8b1a-843cc873b3a7 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1183.838152] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70588863-2ce2-4540-ace7-73f80f03b32b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.843725] env[65368]: DEBUG oslo_vmware.api [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425391, 'name': PowerOnVM_Task, 'duration_secs': 0.525189} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.845033] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1183.845245] env[65368]: INFO nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Took 4.98 seconds to spawn the instance on the hypervisor. [ 1183.845417] env[65368]: DEBUG nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1183.845757] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1183.845757] env[65368]: value = "task-4425394" [ 1183.845757] env[65368]: _type = "Task" [ 1183.845757] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.846476] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e341cf39-5b93-4bed-8c62-561951e8d596 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.858072] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.889490] env[65368]: DEBUG nova.objects.instance [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'flavor' on Instance uuid a99313c0-8bfd-44a8-b700-26844ba60628 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.914911] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1183.997760] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: aa27ce0d-0aa0-4f1c-9075-dbd01a7b685e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1184.043097] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95cc5fff-81f8-4672-9557-e7ca87827d29 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.051779] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185e6a5b-8928-44d9-83a9-9c34c441d3ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.086979] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf894d36-f887-42c4-a872-3f10af15ce8b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.099857] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968e4045-ee9a-4095-9c3d-5b7bf7487ed3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.117522] env[65368]: DEBUG nova.compute.provider_tree [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1184.244510] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.362180] env[65368]: DEBUG oslo_vmware.api [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.347722} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.362493] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1184.362686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1184.362852] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1184.363064] env[65368]: INFO nova.compute.manager [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1184.363341] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1184.369211] env[65368]: DEBUG nova.compute.manager [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1184.369359] env[65368]: DEBUG nova.network.neutron [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1184.369702] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.375077] env[65368]: INFO nova.compute.manager [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Took 11.97 seconds to build instance. [ 1184.410077] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.438384] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.501424] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: cc42f9f5-82f4-445c-b0ee-acde52df7be0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1184.620952] env[65368]: DEBUG nova.scheduler.client.report [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1184.630663] env[65368]: DEBUG nova.compute.manager [req-ba6d7bbd-6382-438b-ab4e-ed160779005c req-6724a207-564b-4777-93a7-42fb0fd56190 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Received event network-vif-deleted-d93be93e-e6c6-456b-93a1-e57d8b6d9a66 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1184.630914] env[65368]: INFO nova.compute.manager [req-ba6d7bbd-6382-438b-ab4e-ed160779005c req-6724a207-564b-4777-93a7-42fb0fd56190 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Neutron deleted interface d93be93e-e6c6-456b-93a1-e57d8b6d9a66; detaching it from the instance and deleting it from the info cache [ 1184.631036] env[65368]: DEBUG nova.network.neutron [req-ba6d7bbd-6382-438b-ab4e-ed160779005c req-6724a207-564b-4777-93a7-42fb0fd56190 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1184.878191] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6f7f6439-01a5-4c32-a416-db4a30b11023 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.479s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.896480] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d3d7b0ab-366f-4e01-8ef0-0d408c040b02 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.321s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.956915] env[65368]: DEBUG nova.compute.manager [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Received event network-changed-d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1184.956915] env[65368]: DEBUG nova.compute.manager [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Refreshing instance network info cache due to event network-changed-d5145f15-f04f-4583-a547-97c1d5d23b82. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1184.956915] env[65368]: DEBUG oslo_concurrency.lockutils [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] Acquiring lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.956915] env[65368]: DEBUG oslo_concurrency.lockutils [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] Acquired lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.956915] env[65368]: DEBUG nova.network.neutron [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Refreshing network info cache for port d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.007932] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c14deced-1d42-4042-8f2b-68601790b89e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1185.112416] env[65368]: DEBUG nova.network.neutron [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.125359] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.736s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.127644] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.883s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.129214] env[65368]: INFO nova.compute.claims [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1185.134583] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e9abab59-6ef3-4cac-8d1a-7a85a01ddc75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.146912] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb53c33-c878-47c2-bb27-2a377204bc77 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.158844] env[65368]: INFO nova.scheduler.client.report [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance 74968f28-0c85-4827-b9bb-575c498f10c6 [ 1185.188582] env[65368]: DEBUG nova.compute.manager [req-ba6d7bbd-6382-438b-ab4e-ed160779005c req-6724a207-564b-4777-93a7-42fb0fd56190 service nova] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Detach interface failed, port_id=d93be93e-e6c6-456b-93a1-e57d8b6d9a66, reason: Instance 387aa130-acf3-468e-8b1a-843cc873b3a7 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1185.462037] env[65368]: WARNING neutronclient.v2_0.client [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.513687] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a3b94e9e-82d4-4a53-9794-ef59a72409bf] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1185.614814] env[65368]: INFO nova.compute.manager [-] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Took 1.25 seconds to deallocate network for instance. [ 1185.666792] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4f041229-67b4-4587-aed0-6afd977da847 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "74968f28-0c85-4827-b9bb-575c498f10c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.232s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.673030] env[65368]: WARNING neutronclient.v2_0.client [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.757814] env[65368]: DEBUG nova.network.neutron [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updated VIF entry in instance network info cache for port d5145f15-f04f-4583-a547-97c1d5d23b82. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1185.758325] env[65368]: DEBUG nova.network.neutron [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updating instance_info_cache with network_info: [{"id": "d5145f15-f04f-4583-a547-97c1d5d23b82", "address": "fa:16:3e:18:cb:4d", "network": {"id": "b0c1aa1e-a837-440b-ab09-05b45391a01b", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-165857686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53548cececd8457db466ab890767be31", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0746f464-a938-427b-ba02-600449df5070", "external-id": "nsx-vlan-transportzone-881", "segmentation_id": 881, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5145f15-f0", "ovs_interfaceid": "d5145f15-f04f-4583-a547-97c1d5d23b82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.888933] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.889349] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.889571] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.889753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.889914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1185.892249] env[65368]: INFO nova.compute.manager [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Terminating instance [ 1185.907738] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.944166] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.944610] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.944882] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.997872] env[65368]: DEBUG nova.network.neutron [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Port 0422874e-04ef-40ef-97a2-6c807b54ea57 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1185.998175] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.998504] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.998504] env[65368]: DEBUG nova.network.neutron [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1186.017849] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2129d341-9628-4bbe-abd9-044873852f39] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1186.124776] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.263505] env[65368]: DEBUG oslo_concurrency.lockutils [req-84b97c1b-deb3-4689-95a6-d6a2f20f32da req-1103e846-2d72-4a61-bff1-f007b1c91022 service nova] Releasing lock "refresh_cache-0246416a-3106-40ae-af2d-c4d038c2f5b7" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.298537] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016d0708-7ea6-4a00-a405-a731a2fc166c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.308435] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1af79cc-6cf0-41d6-b5ba-18875ec8d53c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.343010] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168ca5e3-5cc1-4ff7-b590-118134a6eb97 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.352887] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a590245-70dd-4e95-b9fb-f51c8ac36363 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.369697] env[65368]: DEBUG nova.compute.provider_tree [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1186.396651] env[65368]: DEBUG nova.compute.manager [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1186.396964] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1186.398410] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8eeec9-d675-4d61-9a69-abb8dfeb5197 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.407517] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1186.407872] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e61271-ec64-4db8-a825-ba1fd6f10e53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.416229] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1186.416229] env[65368]: value = "task-4425395" [ 1186.416229] env[65368]: _type = "Task" [ 1186.416229] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.426780] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425395, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.502402] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.523589] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2ae1dcc9-e569-47db-89e7-c4d4d576ff34] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1186.657841] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.658105] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.735593] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1186.807755] env[65368]: DEBUG nova.network.neutron [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.873403] env[65368]: DEBUG nova.scheduler.client.report [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.926951] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425395, 'name': PowerOffVM_Task, 'duration_secs': 0.237876} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.927221] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1186.927414] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1186.927692] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0106aec7-0eb8-42fd-a948-041392118786 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.025717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.025972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.026188] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleting the datastore file [datastore2] a99313c0-8bfd-44a8-b700-26844ba60628 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.026498] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74736390-a95b-46b5-9576-135d02eda19c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.028980] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 14ca3d2e-14f9-4cf8-9700-5a16eee2a87c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1187.036850] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for the task: (returnval){ [ 1187.036850] env[65368]: value = "task-4425397" [ 1187.036850] env[65368]: _type = "Task" [ 1187.036850] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.047922] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.160963] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1187.311013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.378924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.251s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.379551] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1187.382312] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.944s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.383905] env[65368]: INFO nova.compute.claims [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1187.532977] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3bc761e0-7769-416d-82bf-39b04e2b9f68] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1187.548265] env[65368]: DEBUG oslo_vmware.api [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Task: {'id': task-4425397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.388294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.548521] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.548701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.548874] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.549082] env[65368]: INFO nova.compute.manager [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1187.549348] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1187.549543] env[65368]: DEBUG nova.compute.manager [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1187.549636] env[65368]: DEBUG nova.network.neutron [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1187.549882] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.585650] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.671064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.671310] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.671510] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.671804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.671982] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.675770] env[65368]: INFO nova.compute.manager [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Terminating instance [ 1187.692829] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.816879] env[65368]: DEBUG nova.compute.manager [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65368) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1187.888907] env[65368]: DEBUG nova.compute.utils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1187.898939] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1187.899182] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1187.899510] env[65368]: WARNING neutronclient.v2_0.client [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.899806] env[65368]: WARNING neutronclient.v2_0.client [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1187.951139] env[65368]: DEBUG nova.policy [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fe9d1bbc19d647348371d9c565153629', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0853dff07c544b1c9b2eea2b9bd1d4f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1188.036357] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f3037fdb-046a-44cf-be44-069f231406a1] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1188.104414] env[65368]: DEBUG nova.compute.manager [req-909bb27a-f2b9-4508-80a7-4e638334c7fb req-7d4051e8-973a-49d4-a3da-8139e9869816 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Received event network-vif-deleted-8a07e347-6b8b-4149-9b9e-90f5951798c0 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1188.104791] env[65368]: INFO nova.compute.manager [req-909bb27a-f2b9-4508-80a7-4e638334c7fb req-7d4051e8-973a-49d4-a3da-8139e9869816 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Neutron deleted interface 8a07e347-6b8b-4149-9b9e-90f5951798c0; detaching it from the instance and deleting it from the info cache [ 1188.104791] env[65368]: DEBUG nova.network.neutron [req-909bb27a-f2b9-4508-80a7-4e638334c7fb req-7d4051e8-973a-49d4-a3da-8139e9869816 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.179708] env[65368]: DEBUG nova.compute.manager [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1188.179952] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1188.180914] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381ab0ff-d649-46d6-8722-145e501c9d97 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.191347] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1188.191347] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a7a1081-83a8-43ee-a030-db3b3119fc4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.199552] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1188.199552] env[65368]: value = "task-4425398" [ 1188.199552] env[65368]: _type = "Task" [ 1188.199552] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.208542] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425398, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.300483] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Successfully created port: d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1188.396914] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1188.539200] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3c6210b5-15a1-4635-b535-9cc335ac24e3] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1188.561984] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36ab937-1023-4993-88ae-ddcf9856f7a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.570324] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce03ac7-f7c1-4f7e-9ec9-0cdd6b3b2049 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.606506] env[65368]: DEBUG nova.network.neutron [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1188.608284] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608a3e9-c4b5-4c48-afd4-7700bf111b3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.613036] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e3292dfd-633d-4099-a601-72f986421a04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.622335] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986f69a-9660-4161-977f-b627492ecb39 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.630125] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d445917-3898-4ecf-84fe-460c4c27e797 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.660563] env[65368]: DEBUG nova.compute.provider_tree [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.670042] env[65368]: DEBUG nova.compute.manager [req-909bb27a-f2b9-4508-80a7-4e638334c7fb req-7d4051e8-973a-49d4-a3da-8139e9869816 service nova] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Detach interface failed, port_id=8a07e347-6b8b-4149-9b9e-90f5951798c0, reason: Instance a99313c0-8bfd-44a8-b700-26844ba60628 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1188.710629] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425398, 'name': PowerOffVM_Task, 'duration_secs': 0.21854} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.711041] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1188.711080] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1188.711315] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d5e0748-2d77-4f85-8fa3-56b25758cd5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.787412] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1188.787626] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1188.787804] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleting the datastore file [datastore1] a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1188.788101] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-28e6a659-90fc-482a-bfce-cd7852adb7df {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.794739] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1188.794739] env[65368]: value = "task-4425400" [ 1188.794739] env[65368]: _type = "Task" [ 1188.794739] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.806351] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425400, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.961297] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.042876] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 34519e5e-a55c-41b2-94dd-966f0dc604a1] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1189.109716] env[65368]: INFO nova.compute.manager [-] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Took 1.56 seconds to deallocate network for instance. [ 1189.171779] env[65368]: DEBUG nova.scheduler.client.report [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.305842] env[65368]: DEBUG oslo_vmware.api [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425400, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228173} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.306132] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1189.306280] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1189.306457] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1189.306626] env[65368]: INFO nova.compute.manager [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1189.306867] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1189.307090] env[65368]: DEBUG nova.compute.manager [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1189.307197] env[65368]: DEBUG nova.network.neutron [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1189.307449] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.341933] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1189.411193] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1189.437779] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1189.438042] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1189.438268] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1189.438457] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1189.438599] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1189.438738] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1189.438963] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1189.439154] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1189.439324] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1189.439555] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1189.439731] env[65368]: DEBUG nova.virt.hardware [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1189.440652] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07dfc47-f238-4349-9c02-28cbde7f84ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.451614] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca0ac258-70e1-456b-9908-d5ee2abc250e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.546540] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6316172d-91a8-4c32-b7f3-8b873f8d3ce3] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1189.620081] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.677252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.295s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.678117] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1189.682293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.558s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.682643] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.685715] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.993s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1189.687904] env[65368]: INFO nova.compute.claims [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1189.715858] env[65368]: INFO nova.scheduler.client.report [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocations for instance 387aa130-acf3-468e-8b1a-843cc873b3a7 [ 1189.853666] env[65368]: DEBUG nova.compute.manager [req-e7857596-b535-426a-a215-6f0822f7c36e req-7f5f1db7-435e-4081-8d8c-689decb28b1e service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Received event network-vif-deleted-59b2ab55-dfe8-4327-8090-dd94f2c1803e {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1189.853666] env[65368]: INFO nova.compute.manager [req-e7857596-b535-426a-a215-6f0822f7c36e req-7f5f1db7-435e-4081-8d8c-689decb28b1e service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Neutron deleted interface 59b2ab55-dfe8-4327-8090-dd94f2c1803e; detaching it from the instance and deleting it from the info cache [ 1189.854215] env[65368]: DEBUG nova.network.neutron [req-e7857596-b535-426a-a215-6f0822f7c36e req-7f5f1db7-435e-4081-8d8c-689decb28b1e service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.856213] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Successfully updated port: d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1189.989255] env[65368]: DEBUG nova.compute.manager [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1190.050724] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 081bd257-b8e4-4ff4-bc11-6d92a6c6c78a] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1190.136995] env[65368]: DEBUG nova.compute.manager [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Received event network-vif-plugged-d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1190.137319] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Acquiring lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.137527] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.137690] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.137851] env[65368]: DEBUG nova.compute.manager [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] No waiting events found dispatching network-vif-plugged-d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1190.138022] env[65368]: WARNING nova.compute.manager [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Received unexpected event network-vif-plugged-d7c4801b-0541-449f-8b61-1fb212c84f4d for instance with vm_state building and task_state spawning. [ 1190.138222] env[65368]: DEBUG nova.compute.manager [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Received event network-changed-d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1190.138375] env[65368]: DEBUG nova.compute.manager [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Refreshing instance network info cache due to event network-changed-d7c4801b-0541-449f-8b61-1fb212c84f4d. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1190.138551] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Acquiring lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.138817] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Acquired lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.138817] env[65368]: DEBUG nova.network.neutron [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Refreshing network info cache for port d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1190.193752] env[65368]: DEBUG nova.compute.utils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1190.196854] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1190.226486] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5401adc8-6eff-4555-9ef8-f698d3f64379 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "387aa130-acf3-468e-8b1a-843cc873b3a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.531s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.306112] env[65368]: DEBUG nova.network.neutron [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.359596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.359946] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc52cefa-dd0c-43b9-a2aa-00e61e2a97c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.371030] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cc1787-5bc1-446a-a3ba-9552ca8e851b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.401182] env[65368]: DEBUG nova.compute.manager [req-e7857596-b535-426a-a215-6f0822f7c36e req-7f5f1db7-435e-4081-8d8c-689decb28b1e service nova] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Detach interface failed, port_id=59b2ab55-dfe8-4327-8090-dd94f2c1803e, reason: Instance a3ff13e4-652a-469c-a3c3-0c6aa08c815e could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1190.514281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.554099] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 2afe03d3-aa3f-4621-a360-4715ccc395c4] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1190.641804] env[65368]: WARNING neutronclient.v2_0.client [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1190.675474] env[65368]: DEBUG nova.network.neutron [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1190.700779] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1190.770588] env[65368]: DEBUG nova.network.neutron [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.808924] env[65368]: INFO nova.compute.manager [-] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Took 1.50 seconds to deallocate network for instance. [ 1190.863228] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81eb220a-1757-492c-b600-86947570a29d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.872012] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56781237-151e-4da5-a8c7-30c0ce97a8ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.905451] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0559743-f6bf-4608-ae51-3bb9cb8dea73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.914543] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad87b4ea-83f3-40f6-9ed7-11547cf869d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.928905] env[65368]: DEBUG nova.compute.provider_tree [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.057717] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 764c787e-0958-4b9c-84bb-2ce472c712bd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1191.274654] env[65368]: DEBUG oslo_concurrency.lockutils [req-a359dc94-c2d7-4e2d-a4b2-5af78213d28f req-1fb985ef-07de-42ab-8fb8-d5f0c5370a7d service nova] Releasing lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.275286] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.275561] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1191.319124] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.431711] env[65368]: DEBUG nova.scheduler.client.report [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.560963] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 9eee2e68-d3fd-40c2-9259-9216a20afaf0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1191.713953] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1191.742334] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1191.742673] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1191.742801] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1191.742979] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1191.743156] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1191.743302] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1191.743503] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1191.743656] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1191.743815] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1191.743975] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1191.744157] env[65368]: DEBUG nova.virt.hardware [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1191.745019] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1810207-cd45-4fe8-baac-e0c685b60dcb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.753545] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ad11a-d807-4470-a87b-639782fe9e35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.767621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1191.773564] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Creating folder: Project (7ef3ecdd22344df7ac3b73b7d3410957). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.773564] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e30c2426-8eb5-402b-b4de-68205ee6940d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.784787] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Created folder: Project (7ef3ecdd22344df7ac3b73b7d3410957) in parent group-v865657. [ 1191.784787] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Creating folder: Instances. Parent ref: group-v865957. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1191.784787] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03123d0b-6491-4ebf-9dcc-72d2014ed972 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.794975] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Created folder: Instances in parent group-v865957. [ 1191.795282] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1191.795488] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1191.795699] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9c50d463-b3d7-4c61-bab8-6ccfe1c5ea10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.813370] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1191.813370] env[65368]: value = "task-4425403" [ 1191.813370] env[65368]: _type = "Task" [ 1191.813370] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.822381] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425403, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.823507] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1191.917013] env[65368]: WARNING neutronclient.v2_0.client [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1191.937407] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.938184] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1191.940589] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.980s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.992703] env[65368]: DEBUG nova.network.neutron [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Updating instance_info_cache with network_info: [{"id": "d7c4801b-0541-449f-8b61-1fb212c84f4d", "address": "fa:16:3e:21:8d:1d", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c4801b-05", "ovs_interfaceid": "d7c4801b-0541-449f-8b61-1fb212c84f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.064454] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: b48b5986-25cc-4cf6-b84c-7673d7f615d9] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1192.324468] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425403, 'name': CreateVM_Task, 'duration_secs': 0.359636} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.324662] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1192.325148] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.325323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.325641] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.325908] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f33dd5c-ecaa-4dfc-80e3-ab1353b89ad9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.331447] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1192.331447] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e416cf-9371-264c-881b-be94dda556d5" [ 1192.331447] env[65368]: _type = "Task" [ 1192.331447] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.341464] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e416cf-9371-264c-881b-be94dda556d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.445054] env[65368]: DEBUG nova.compute.utils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.446592] env[65368]: DEBUG nova.objects.instance [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'migration_context' on Instance uuid 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.447801] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1192.447991] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1192.448469] env[65368]: WARNING neutronclient.v2_0.client [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.448804] env[65368]: WARNING neutronclient.v2_0.client [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1192.495290] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "refresh_cache-3d26fe64-02ca-4322-abe0-0296979884a5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.495834] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance network_info: |[{"id": "d7c4801b-0541-449f-8b61-1fb212c84f4d", "address": "fa:16:3e:21:8d:1d", "network": {"id": "d657ea9f-08d5-4f41-9b6b-97540f6d25b0", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-9526459-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0853dff07c544b1c9b2eea2b9bd1d4f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd7c4801b-05", "ovs_interfaceid": "d7c4801b-0541-449f-8b61-1fb212c84f4d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1192.496443] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:8d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd7c4801b-0541-449f-8b61-1fb212c84f4d', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1192.504124] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1192.504359] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1192.504603] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f2bc8fe-493a-41f2-86f4-c5cbc5461e37 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.520551] env[65368]: DEBUG nova.policy [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1192.529914] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1192.529914] env[65368]: value = "task-4425404" [ 1192.529914] env[65368]: _type = "Task" [ 1192.529914] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.538262] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425404, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.568059] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 158d47e7-5adc-4942-9ced-e17189142d72] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1192.806579] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Successfully created port: eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1192.843777] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e416cf-9371-264c-881b-be94dda556d5, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.844110] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.844368] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1192.844631] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.844777] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.844976] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1192.845321] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-036f6ed4-cf7e-4f4c-9a7b-9820ebd35717 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.855981] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1192.856203] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1192.856952] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e21c6a8-347b-4f1a-b3a7-4dbe54377ae7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.863459] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1192.863459] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d64a24-831f-8827-d572-2fcb8ada3010" [ 1192.863459] env[65368]: _type = "Task" [ 1192.863459] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.872251] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d64a24-831f-8827-d572-2fcb8ada3010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.949214] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1193.039809] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425404, 'name': CreateVM_Task, 'duration_secs': 0.380887} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.039989] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.040518] env[65368]: WARNING neutronclient.v2_0.client [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1193.040860] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.041025] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.041334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.043947] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b01495b1-6004-44e6-982d-92a7d3ea2fa3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.049991] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1193.049991] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523eec04-86df-6b85-2ac3-f5fb5a63abac" [ 1193.049991] env[65368]: _type = "Task" [ 1193.049991] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.061947] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523eec04-86df-6b85-2ac3-f5fb5a63abac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.071192] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a4112107-4e15-491d-9b5f-8a004b295115] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1193.125188] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7657e067-aca4-47c1-8ddb-9b17f712e8b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.134711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e30966-dc3c-40e2-9adb-6a4f78b273bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.165155] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee36a7e-4418-4f1c-9544-35df8f66a91d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.173128] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f297d67c-24ff-4204-b42a-d385cfd3f236 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.187662] env[65368]: DEBUG nova.compute.provider_tree [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.374566] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d64a24-831f-8827-d572-2fcb8ada3010, 'name': SearchDatastore_Task, 'duration_secs': 0.015836} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.375454] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb83000-c349-49c4-b46e-3deca249508a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.381800] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1193.381800] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5219b1a5-4908-9081-61d9-f3e122b624b8" [ 1193.381800] env[65368]: _type = "Task" [ 1193.381800] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.390184] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5219b1a5-4908-9081-61d9-f3e122b624b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.562185] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]523eec04-86df-6b85-2ac3-f5fb5a63abac, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.562433] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.562657] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1193.562861] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.574411] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: eb4cce99-41ab-449c-ba6a-dd737a6b1180] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1193.690864] env[65368]: DEBUG nova.scheduler.client.report [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1193.894731] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5219b1a5-4908-9081-61d9-f3e122b624b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009976} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.894979] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.895284] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1193.895562] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.895738] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1193.895948] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d3c2282-65bf-4f1a-a43f-4f18d3998088 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.897797] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10136f54-5f9e-4bc5-9085-132aa96d6653 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.905752] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1193.905752] env[65368]: value = "task-4425405" [ 1193.905752] env[65368]: _type = "Task" [ 1193.905752] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.909636] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1193.909803] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1193.910792] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ffa7fda-4982-47e3-8b03-4d7056b84084 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.915918] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.919391] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1193.919391] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e8d32-5e00-969d-8f86-404844fde550" [ 1193.919391] env[65368]: _type = "Task" [ 1193.919391] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.926890] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e8d32-5e00-969d-8f86-404844fde550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.961249] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1193.991342] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.991593] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.991744] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.991920] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.992076] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.992220] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.992422] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.992575] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.992729] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.992908] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.993099] env[65368]: DEBUG nova.virt.hardware [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.993935] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ec3379-38db-481c-a130-f6aeaec2a5e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.002470] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19dad47-73c4-461d-8b31-e592b59997ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.078182] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: ffda67b3-dff3-4bb8-bff6-e111da32601a] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1194.245630] env[65368]: DEBUG nova.compute.manager [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Received event network-vif-plugged-eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1194.245891] env[65368]: DEBUG oslo_concurrency.lockutils [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] Acquiring lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1194.246062] env[65368]: DEBUG oslo_concurrency.lockutils [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.246233] env[65368]: DEBUG oslo_concurrency.lockutils [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.246389] env[65368]: DEBUG nova.compute.manager [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] No waiting events found dispatching network-vif-plugged-eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1194.246548] env[65368]: WARNING nova.compute.manager [req-647d7c1f-8285-4908-b4b1-5e5b93a8d96b req-9abeb63d-1d06-4c92-9300-272bd843772e service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Received unexpected event network-vif-plugged-eae75127-d171-402f-9506-c804bf4efcc2 for instance with vm_state building and task_state spawning. [ 1194.356236] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Successfully updated port: eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1194.416527] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458597} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.416735] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1194.416914] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1194.417215] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-60af756b-c5e6-411c-961b-3b665967e023 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.425052] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1194.425052] env[65368]: value = "task-4425406" [ 1194.425052] env[65368]: _type = "Task" [ 1194.425052] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.431917] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e8d32-5e00-969d-8f86-404844fde550, 'name': SearchDatastore_Task, 'duration_secs': 0.008744} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.433027] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eefda478-7c55-4d2f-bfb9-95c137e6904a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.437871] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425406, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.442286] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1194.442286] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a910b5-0a83-86ed-07fb-6dbc81ff033c" [ 1194.442286] env[65368]: _type = "Task" [ 1194.442286] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.451122] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a910b5-0a83-86ed-07fb-6dbc81ff033c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.581871] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 846828fb-ac3e-49dc-850a-816031eaebb1] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1194.702700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.762s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.710608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.091s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.710841] env[65368]: DEBUG nova.objects.instance [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lazy-loading 'resources' on Instance uuid a99313c0-8bfd-44a8-b700-26844ba60628 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.860275] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860275] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.860275] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.936670] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425406, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059816} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.936941] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1194.937864] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1230413a-d800-404b-9b65-5a12b245bd7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.962082] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1194.962401] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a30a30d3-94bd-46f5-a43f-95832ab0b075 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.983786] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a910b5-0a83-86ed-07fb-6dbc81ff033c, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.985284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.985595] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3d26fe64-02ca-4322-abe0-0296979884a5/3d26fe64-02ca-4322-abe0-0296979884a5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1194.985971] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1194.985971] env[65368]: value = "task-4425407" [ 1194.985971] env[65368]: _type = "Task" [ 1194.985971] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.986189] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd35189d-f1c6-40f0-8c41-542368601814 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.998769] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425407, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.000428] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1195.000428] env[65368]: value = "task-4425408" [ 1195.000428] env[65368]: _type = "Task" [ 1195.000428] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.010214] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425408, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.085121] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c425c889-ed84-4e8c-9f44-93252bb12e6e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1195.397402] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d14e42-5945-4eb5-960f-6bb73d55f8eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.401028] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1195.411243] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6815dd8-122e-42bd-8962-8d00974ec677 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.451410] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12feec2-0658-4cb3-b911-0df4d5f06f5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.459561] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b80ee6-c816-473a-afea-d0f8e34fd2f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.473616] env[65368]: DEBUG nova.compute.provider_tree [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1195.498727] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425407, 'name': ReconfigVM_Task, 'duration_secs': 0.304574} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.499014] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Reconfigured VM instance instance-00000070 to attach disk [datastore2] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1195.499633] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a66ae937-6f21-41df-9236-9a960e6345a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.510543] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425408, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474835} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.512110] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 3d26fe64-02ca-4322-abe0-0296979884a5/3d26fe64-02ca-4322-abe0-0296979884a5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.512381] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.512639] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1195.512639] env[65368]: value = "task-4425409" [ 1195.512639] env[65368]: _type = "Task" [ 1195.512639] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.512957] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d8ae281-8ed5-4d3b-8ff6-3f0a3509a92b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.515912] env[65368]: WARNING neutronclient.v2_0.client [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.534526] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425409, 'name': Rename_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.535882] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1195.535882] env[65368]: value = "task-4425410" [ 1195.535882] env[65368]: _type = "Task" [ 1195.535882] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.546893] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425410, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.589284] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: d40cd56e-eb71-4e55-b126-c50372b8c13c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1195.620637] env[65368]: DEBUG nova.network.neutron [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Updating instance_info_cache with network_info: [{"id": "eae75127-d171-402f-9506-c804bf4efcc2", "address": "fa:16:3e:bf:62:db", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae75127-d1", "ovs_interfaceid": "eae75127-d171-402f-9506-c804bf4efcc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.978238] env[65368]: DEBUG nova.scheduler.client.report [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.027040] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425409, 'name': Rename_Task, 'duration_secs': 0.163781} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.027040] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1196.027312] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900b80a7-004a-4b9b-8e4f-21f6501d788c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.034621] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1196.034621] env[65368]: value = "task-4425411" [ 1196.034621] env[65368]: _type = "Task" [ 1196.034621] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.047434] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425411, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.050902] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425410, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090984} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.051305] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.052355] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f56bf46-4096-43a7-91c6-66c4ab305728 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.076234] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 3d26fe64-02ca-4322-abe0-0296979884a5/3d26fe64-02ca-4322-abe0-0296979884a5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.076545] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cf5e617-1c5f-444c-b812-667723cd6be5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.092382] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 1602a56d-8eed-4958-a846-67841fc06c1e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1196.100191] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1196.100191] env[65368]: value = "task-4425412" [ 1196.100191] env[65368]: _type = "Task" [ 1196.100191] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.109495] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425412, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.122952] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.123476] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Instance network_info: |[{"id": "eae75127-d171-402f-9506-c804bf4efcc2", "address": "fa:16:3e:bf:62:db", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae75127-d1", "ovs_interfaceid": "eae75127-d171-402f-9506-c804bf4efcc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1196.124029] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bf:62:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eae75127-d171-402f-9506-c804bf4efcc2', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1196.132384] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1196.132894] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1196.133120] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63b8f5fe-5319-4c80-b754-2ce3993a1a06 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.154469] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1196.154469] env[65368]: value = "task-4425413" [ 1196.154469] env[65368]: _type = "Task" [ 1196.154469] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.163160] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425413, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.251127] env[65368]: INFO nova.compute.manager [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Swapping old allocation on dict_keys(['db435d51-5eed-4599-9bbd-e8c997eb75a5']) held by migration a4ed43d2-2b7a-4d35-afca-eb977674ae23 for instance [ 1196.277772] env[65368]: DEBUG nova.scheduler.client.report [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Overwriting current allocation {'allocations': {'db435d51-5eed-4599-9bbd-e8c997eb75a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 153}}, 'project_id': 'b9b7847384e94066a0743413101e16ab', 'user_id': 'eff169f361bc4096afcdc0be715ed4b6', 'consumer_generation': 1} on consumer 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac {{(pid=65368) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1196.283822] env[65368]: DEBUG nova.compute.manager [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Received event network-changed-eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1196.283822] env[65368]: DEBUG nova.compute.manager [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Refreshing instance network info cache due to event network-changed-eae75127-d171-402f-9506-c804bf4efcc2. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1196.284065] env[65368]: DEBUG oslo_concurrency.lockutils [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] Acquiring lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.284449] env[65368]: DEBUG oslo_concurrency.lockutils [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] Acquired lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.285583] env[65368]: DEBUG nova.network.neutron [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Refreshing network info cache for port eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.341498] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.391872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.392065] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.392309] env[65368]: DEBUG nova.network.neutron [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1196.481980] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.771s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1196.484585] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 5.970s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.500320] env[65368]: INFO nova.scheduler.client.report [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Deleted allocations for instance a99313c0-8bfd-44a8-b700-26844ba60628 [ 1196.551636] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425411, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.595875] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: ff3ef5fb-3271-4730-9e63-c98c3a66175d] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1196.610972] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425412, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.665959] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425413, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.787418] env[65368]: WARNING neutronclient.v2_0.client [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.895118] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1196.989481] env[65368]: INFO nova.compute.claims [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1197.010391] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fb6d0d97-7776-434e-8c90-2a70efb44b31 tempest-AttachVolumeNegativeTest-194800779 tempest-AttachVolumeNegativeTest-194800779-project-member] Lock "a99313c0-8bfd-44a8-b700-26844ba60628" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.121s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.045072] env[65368]: WARNING neutronclient.v2_0.client [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.053709] env[65368]: DEBUG oslo_vmware.api [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425411, 'name': PowerOnVM_Task, 'duration_secs': 0.716807} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.054032] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.054237] env[65368]: INFO nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Took 5.34 seconds to spawn the instance on the hypervisor. [ 1197.054404] env[65368]: DEBUG nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1197.055271] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a4a0817-f978-4801-a940-f9913e19fc11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.100442] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 7e49302b-aae6-4137-861d-c7040c7ba5bb] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1197.116101] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425412, 'name': ReconfigVM_Task, 'duration_secs': 0.598347} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.116101] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 3d26fe64-02ca-4322-abe0-0296979884a5/3d26fe64-02ca-4322-abe0-0296979884a5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1197.116862] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ef871c5-e6d4-4341-ae58-81e95f70b600 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.124579] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1197.124579] env[65368]: value = "task-4425414" [ 1197.124579] env[65368]: _type = "Task" [ 1197.124579] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.134038] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425414, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.135775] env[65368]: WARNING neutronclient.v2_0.client [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.147165] env[65368]: DEBUG nova.network.neutron [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Updated VIF entry in instance network info cache for port eae75127-d171-402f-9506-c804bf4efcc2. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1197.147665] env[65368]: DEBUG nova.network.neutron [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Updating instance_info_cache with network_info: [{"id": "eae75127-d171-402f-9506-c804bf4efcc2", "address": "fa:16:3e:bf:62:db", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeae75127-d1", "ovs_interfaceid": "eae75127-d171-402f-9506-c804bf4efcc2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.165743] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425413, 'name': CreateVM_Task, 'duration_secs': 0.540222} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.165943] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1197.166669] env[65368]: WARNING neutronclient.v2_0.client [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1197.166868] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.167029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.167355] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.167612] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f9758e-9f17-4dea-8c4a-a56d2d4aa22d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.172773] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1197.172773] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c7540-60ab-5847-5044-dd3a160a0934" [ 1197.172773] env[65368]: _type = "Task" [ 1197.172773] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.183402] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c7540-60ab-5847-5044-dd3a160a0934, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.213442] env[65368]: DEBUG nova.network.neutron [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [{"id": "0422874e-04ef-40ef-97a2-6c807b54ea57", "address": "fa:16:3e:83:6f:3b", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0422874e-04", "ovs_interfaceid": "0422874e-04ef-40ef-97a2-6c807b54ea57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.495757] env[65368]: INFO nova.compute.resource_tracker [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating resource usage from migration b83fdcb1-80b8-4d00-b5d5-0e6572187b9b [ 1197.573983] env[65368]: INFO nova.compute.manager [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Took 13.15 seconds to build instance. [ 1197.606246] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6a92499e-d5c1-42a8-9b44-3f0d01abf8bd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1197.625013] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-693b58b8-a21c-45f1-b311-b6c6be44ffba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.637539] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425414, 'name': Rename_Task, 'duration_secs': 0.172438} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.639544] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.640110] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6d5368d-5856-406f-8dac-fc25846a4e47 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.642338] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8581496c-39c3-476a-9915-af2e4f6019c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.649774] env[65368]: DEBUG oslo_concurrency.lockutils [req-2bd8a90d-0da5-45c0-a282-11f76258df96 req-210d8acc-5a5f-4bf2-bb70-e0b04804c8f7 service nova] Releasing lock "refresh_cache-421ed8ff-af59-49db-b1fc-60ac3007bbc6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.681269] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bff0063-9ae2-4c80-97e9-0629ebbb197e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.684098] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1197.684098] env[65368]: value = "task-4425415" [ 1197.684098] env[65368]: _type = "Task" [ 1197.684098] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.694100] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527c7540-60ab-5847-5044-dd3a160a0934, 'name': SearchDatastore_Task, 'duration_secs': 0.010244} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.695406] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.695863] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1197.696161] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.696314] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.696513] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1197.698061] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3902da4e-9839-415f-bb90-de87832bb4fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.706144] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-03a4418b-39e4-489d-a695-1e5e4838a152 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.708156] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425415, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.719256] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.719848] env[65368]: DEBUG nova.compute.provider_tree [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1197.722622] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b5d28e-5fd5-498d-b49f-e6b464c3ca19 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.725381] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1197.725573] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1197.726538] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3436f289-a5b7-4091-b120-6576d8a4465f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.734871] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8694b204-99b0-45b7-b4c1-4c9d04448e12 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.737728] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1197.737728] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5278f80a-78dc-8874-ec5f-861cd3dfdb54" [ 1197.737728] env[65368]: _type = "Task" [ 1197.737728] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.747016] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5278f80a-78dc-8874-ec5f-861cd3dfdb54, 'name': SearchDatastore_Task, 'duration_secs': 0.010279} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.753461] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79116fa9-df65-478d-add5-7d45a7313636 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.759398] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1197.759398] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527dcd84-a40b-e84e-96bf-a61bd3c28626" [ 1197.759398] env[65368]: _type = "Task" [ 1197.759398] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.767721] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527dcd84-a40b-e84e-96bf-a61bd3c28626, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.076649] env[65368]: DEBUG oslo_concurrency.lockutils [None req-620bd49a-e5d2-4ba2-a933-a866f409ebde tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.666s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.109621] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.111042] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances with incomplete migration {{(pid=65368) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1198.197315] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425415, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.227821] env[65368]: DEBUG nova.scheduler.client.report [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1198.271674] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527dcd84-a40b-e84e-96bf-a61bd3c28626, 'name': SearchDatastore_Task, 'duration_secs': 0.010102} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.271923] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.272202] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 421ed8ff-af59-49db-b1fc-60ac3007bbc6/421ed8ff-af59-49db-b1fc-60ac3007bbc6.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1198.272455] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77215dba-8b70-47d4-a669-fc8c99c171aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.280987] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1198.280987] env[65368]: value = "task-4425417" [ 1198.280987] env[65368]: _type = "Task" [ 1198.280987] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.293097] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.612759] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.701042] env[65368]: DEBUG oslo_vmware.api [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425415, 'name': PowerOnVM_Task, 'duration_secs': 0.569001} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.701509] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1198.701881] env[65368]: INFO nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1198.702207] env[65368]: DEBUG nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.703634] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f7cf79-060e-4365-8ea2-e855acea6a06 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.733903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.249s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.734146] env[65368]: INFO nova.compute.manager [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Migrating [ 1198.741289] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.422s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.741537] env[65368]: DEBUG nova.objects.instance [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'resources' on Instance uuid a3ff13e4-652a-469c-a3c3-0c6aa08c815e {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.793024] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425417, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.836551] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.836856] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed551a1f-5c7c-4bff-af89-958de9087dd7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.846074] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1198.846074] env[65368]: value = "task-4425418" [ 1198.846074] env[65368]: _type = "Task" [ 1198.846074] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.857620] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.924566] env[65368]: INFO nova.compute.manager [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Rebuilding instance [ 1198.976872] env[65368]: DEBUG nova.compute.manager [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1198.977887] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d27eda2-5bb8-4523-877f-060854f3dd3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.226050] env[65368]: INFO nova.compute.manager [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Took 15.00 seconds to build instance. [ 1199.253648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.253648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.253790] env[65368]: DEBUG nova.network.neutron [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1199.293881] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697669} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.294165] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 421ed8ff-af59-49db-b1fc-60ac3007bbc6/421ed8ff-af59-49db-b1fc-60ac3007bbc6.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1199.294397] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1199.294674] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f434692-b351-4cac-8790-2281b8a04bcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.303972] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1199.303972] env[65368]: value = "task-4425419" [ 1199.303972] env[65368]: _type = "Task" [ 1199.303972] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.318491] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.357168] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425418, 'name': PowerOffVM_Task, 'duration_secs': 0.243978} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.360140] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1199.360880] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.361110] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.361284] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.361531] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.361691] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.361854] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.362081] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.362254] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.362428] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.362596] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.362768] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.368797] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8639caf9-2afe-437e-9a57-7a4766e25c26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.389337] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1199.389337] env[65368]: value = "task-4425420" [ 1199.389337] env[65368]: _type = "Task" [ 1199.389337] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.402369] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.407149] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd44983-326b-4724-88eb-f738e95c8bc9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.416099] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73560823-a486-429f-a59e-3789117769e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.448825] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acbd896-2cc0-44f8-b1c2-45db91b56686 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.458049] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f530c6-48f2-4d20-9100-1e17e8149e5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.473481] env[65368]: DEBUG nova.compute.provider_tree [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.727814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc1e1d2e-070a-4887-a308-baf06fbfa91d tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.509s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.756961] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.817975] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072726} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.818278] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1199.819111] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c48a5d13-7daa-45aa-a531-53ec98d341e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.844490] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] 421ed8ff-af59-49db-b1fc-60ac3007bbc6/421ed8ff-af59-49db-b1fc-60ac3007bbc6.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.847753] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c84581e1-f3b8-4f77-9fb0-def315162280 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.868616] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1199.868616] env[65368]: value = "task-4425421" [ 1199.868616] env[65368]: _type = "Task" [ 1199.868616] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.878054] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425421, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.901030] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425420, 'name': ReconfigVM_Task, 'duration_secs': 0.16188} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.902180] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2fcd67-4b6e-408c-99d3-9f3c6543646d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.927970] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1199.928221] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.928400] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1199.928612] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.928755] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1199.928895] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1199.929134] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1199.929263] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1199.929429] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1199.929636] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1199.929769] env[65368]: DEBUG nova.virt.hardware [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1199.933305] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a8e4fb5-51c2-4cf3-b65a-0560ad31f592 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.941048] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1199.941048] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52940df6-aa51-ef04-a823-121399c16146" [ 1199.941048] env[65368]: _type = "Task" [ 1199.941048] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.950445] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52940df6-aa51-ef04-a823-121399c16146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.968541] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1199.976818] env[65368]: DEBUG nova.scheduler.client.report [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1199.992871] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1199.993291] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0d22eaf-c27d-4d77-86ad-21389674d10e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.001597] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1200.001597] env[65368]: value = "task-4425422" [ 1200.001597] env[65368]: _type = "Task" [ 1200.001597] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.012621] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425422, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.047207] env[65368]: DEBUG nova.network.neutron [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1200.379884] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.452909] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52940df6-aa51-ef04-a823-121399c16146, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.458732] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1200.459041] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f2c2285-3a21-4e77-b361-959e01f4c87b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.478989] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1200.478989] env[65368]: value = "task-4425423" [ 1200.478989] env[65368]: _type = "Task" [ 1200.478989] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.484179] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.743s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.490118] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.508756] env[65368]: INFO nova.scheduler.client.report [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleted allocations for instance a3ff13e4-652a-469c-a3c3-0c6aa08c815e [ 1200.513906] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425422, 'name': PowerOffVM_Task, 'duration_secs': 0.226147} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.516648] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1200.516972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1200.517984] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eeb6a83-3c02-477a-b42d-84cd59ceb69c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.528228] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1200.528644] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e588dc45-6a7e-47ef-828e-7c5ad6f0b700 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.549833] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.563071] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1200.563372] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1200.563666] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Deleting the datastore file [datastore2] e8938050-9b33-45b5-acef-f7c9c16e7ab8 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1200.564361] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3994cdae-9bd6-4ced-a914-898a754c6e86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.574026] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1200.574026] env[65368]: value = "task-4425425" [ 1200.574026] env[65368]: _type = "Task" [ 1200.574026] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.585932] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425425, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.654037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "3d26fe64-02ca-4322-abe0-0296979884a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.654037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.654037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.654293] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.654383] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.656808] env[65368]: INFO nova.compute.manager [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Terminating instance [ 1200.881326] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425421, 'name': ReconfigVM_Task, 'duration_secs': 0.781436} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.881700] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Reconfigured VM instance instance-00000071 to attach disk [datastore2] 421ed8ff-af59-49db-b1fc-60ac3007bbc6/421ed8ff-af59-49db-b1fc-60ac3007bbc6.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.882479] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-26fcc584-a97d-4274-8c23-e903bcec3c1b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.894951] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1200.894951] env[65368]: value = "task-4425426" [ 1200.894951] env[65368]: _type = "Task" [ 1200.894951] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.905621] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425426, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.989211] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.020869] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3b9fa65c-43a4-4d2c-b7d1-066074e9bcad tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "a3ff13e4-652a-469c-a3c3-0c6aa08c815e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.349s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.084536] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425425, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103294} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.085047] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1201.085047] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1201.085216] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1201.162810] env[65368]: DEBUG nova.compute.manager [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1201.163066] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.163956] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bebad55-f421-4cd9-a7ff-4e2e17c65ecf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.172952] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.173573] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af8f894-6861-4d43-8aae-afbbdc070241 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.181507] env[65368]: DEBUG oslo_vmware.api [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1201.181507] env[65368]: value = "task-4425427" [ 1201.181507] env[65368]: _type = "Task" [ 1201.181507] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.407818] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425426, 'name': Rename_Task, 'duration_secs': 0.187921} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.407818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1201.408060] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d905f405-e707-4c43-aabe-f1a838631adb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.415256] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1201.415256] env[65368]: value = "task-4425429" [ 1201.415256] env[65368]: _type = "Task" [ 1201.415256] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.424440] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425429, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.490050] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.695169] env[65368]: DEBUG oslo_vmware.api [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425427, 'name': PowerOffVM_Task, 'duration_secs': 0.224054} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.697217] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.697217] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.697217] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-514034aa-912d-49c0-987f-0b5ae59e43d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.785751] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1201.786638] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1201.786638] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleting the datastore file [datastore2] 3d26fe64-02ca-4322-abe0-0296979884a5 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1201.786638] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-669eb1aa-5d43-4eb1-8010-9bf21f58748c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.793391] env[65368]: DEBUG oslo_vmware.api [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for the task: (returnval){ [ 1201.793391] env[65368]: value = "task-4425431" [ 1201.793391] env[65368]: _type = "Task" [ 1201.793391] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.803079] env[65368]: DEBUG oslo_vmware.api [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.925918] env[65368]: DEBUG oslo_vmware.api [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425429, 'name': PowerOnVM_Task, 'duration_secs': 0.487518} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.926273] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.926464] env[65368]: INFO nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1201.926662] env[65368]: DEBUG nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1201.927583] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2ebd23-fcdc-47c9-a924-55bdbbef019f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.991365] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425423, 'name': ReconfigVM_Task, 'duration_secs': 1.312335} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.991653] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1201.992465] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf721ccc-180a-4ec8-92cd-874378ff1926 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.022480] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.022824] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e21789b-16b8-45ab-8732-b3f02f5afd92 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.044032] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1202.044032] env[65368]: value = "task-4425432" [ 1202.044032] env[65368]: _type = "Task" [ 1202.044032] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.054496] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.065611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11f32ff-07ef-474d-acfd-a0546f708217 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.086856] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1202.129440] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1202.129749] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1202.129915] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1202.130113] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1202.130256] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1202.130399] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1202.130601] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1202.130754] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1202.130912] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1202.131082] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1202.131252] env[65368]: DEBUG nova.virt.hardware [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1202.132206] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941ec385-0309-4f94-943d-91257dca1f3d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.142067] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8aa4f35-0c25-4642-9e3e-963174fc05b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.156878] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1202.162609] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1202.163609] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1202.163835] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6430b16f-2ff4-47a6-a90a-55c0def6d23f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.183909] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1202.183909] env[65368]: value = "task-4425433" [ 1202.183909] env[65368]: _type = "Task" [ 1202.183909] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.193453] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425433, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.304531] env[65368]: DEBUG oslo_vmware.api [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Task: {'id': task-4425431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147472} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.304830] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.305020] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.305198] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.305395] env[65368]: INFO nova.compute.manager [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1202.305681] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1202.305924] env[65368]: DEBUG nova.compute.manager [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1202.306054] env[65368]: DEBUG nova.network.neutron [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1202.306414] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.353594] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1202.446682] env[65368]: INFO nova.compute.manager [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Took 14.78 seconds to build instance. [ 1202.558407] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425432, 'name': ReconfigVM_Task, 'duration_secs': 0.510716} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.558766] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac/5ce4b177-fb10-4ab3-9831-c478a4a4e5ac.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1202.560036] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24a5492-6bc7-400a-af69-c8c97b535a9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.585370] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e187c6-43d9-4d46-bc11-031793188543 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.608455] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1202.609786] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cd4f62-053b-4c9a-9951-45c478c9d3b9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.612527] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1239db-b2b6-47cf-9d57-8160e8a7c91b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.639070] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd760d4-b129-426c-b3e8-18ff5d3e5a7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.642253] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1202.642253] env[65368]: value = "task-4425434" [ 1202.642253] env[65368]: _type = "Task" [ 1202.642253] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.643425] env[65368]: DEBUG nova.compute.manager [req-ed61cafb-7973-47a6-a7a6-a8d2bcec787f req-8a15bfa9-47aa-4635-88de-73a8c96997b0 service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Received event network-vif-deleted-d7c4801b-0541-449f-8b61-1fb212c84f4d {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1202.643609] env[65368]: INFO nova.compute.manager [req-ed61cafb-7973-47a6-a7a6-a8d2bcec787f req-8a15bfa9-47aa-4635-88de-73a8c96997b0 service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Neutron deleted interface d7c4801b-0541-449f-8b61-1fb212c84f4d; detaching it from the instance and deleting it from the info cache [ 1202.643781] env[65368]: DEBUG nova.network.neutron [req-ed61cafb-7973-47a6-a7a6-a8d2bcec787f req-8a15bfa9-47aa-4635-88de-73a8c96997b0 service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.652575] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.653592] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fcc4995-3aa8-4dea-8332-ba92e608a2da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.663386] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.664990] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1202.664990] env[65368]: value = "task-4425435" [ 1202.664990] env[65368]: _type = "Task" [ 1202.664990] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.675366] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.696982] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425433, 'name': CreateVM_Task, 'duration_secs': 0.376832} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.697209] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.697704] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.697859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.698284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.698496] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f149262c-09c1-4f2f-bf69-1c4ce318461f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.704688] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1202.704688] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52350da1-a7d4-994c-b090-c7826fc49a93" [ 1202.704688] env[65368]: _type = "Task" [ 1202.704688] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.716937] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52350da1-a7d4-994c-b090-c7826fc49a93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.878013] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.878324] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.949195] env[65368]: DEBUG oslo_concurrency.lockutils [None req-44d67f65-6f44-4692-a740-340a247d2d82 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.291s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.088104] env[65368]: DEBUG nova.network.neutron [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.150463] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-47e2872c-01c6-4a7b-bc1c-867266cd52fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.160598] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425434, 'name': PowerOffVM_Task, 'duration_secs': 0.361755} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.162009] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.162228] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1203.168967] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca961154-a624-40cb-a1ba-27dc11dc23bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.192412] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425435, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.206187] env[65368]: DEBUG nova.compute.manager [req-ed61cafb-7973-47a6-a7a6-a8d2bcec787f req-8a15bfa9-47aa-4635-88de-73a8c96997b0 service nova] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Detach interface failed, port_id=d7c4801b-0541-449f-8b61-1fb212c84f4d, reason: Instance 3d26fe64-02ca-4322-abe0-0296979884a5 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1203.215585] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52350da1-a7d4-994c-b090-c7826fc49a93, 'name': SearchDatastore_Task, 'duration_secs': 0.015181} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.217220] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.217488] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1203.217751] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.217897] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.218084] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1203.218666] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82f17c0f-e482-439b-a959-b029afd6e13e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.229432] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1203.229595] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1203.230501] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be4665d4-5204-4b83-ab2e-9a696bbcddeb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.238524] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1203.238524] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52264bdf-29ad-8114-c620-7d84083b4300" [ 1203.238524] env[65368]: _type = "Task" [ 1203.238524] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.248564] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52264bdf-29ad-8114-c620-7d84083b4300, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.380999] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1203.489048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e188925-3032-40a8-90fc-15aeff6f1cbf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.497162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Suspending the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1203.497613] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-b21fe8e0-64bc-4342-bd72-28bdabed2f79 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.505013] env[65368]: DEBUG oslo_vmware.api [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1203.505013] env[65368]: value = "task-4425436" [ 1203.505013] env[65368]: _type = "Task" [ 1203.505013] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.514239] env[65368]: DEBUG oslo_vmware.api [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425436, 'name': SuspendVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.590991] env[65368]: INFO nova.compute.manager [-] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Took 1.28 seconds to deallocate network for instance. [ 1203.676390] env[65368]: DEBUG oslo_vmware.api [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425435, 'name': PowerOnVM_Task, 'duration_secs': 0.541379} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.676661] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1203.683163] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1203.683389] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.683546] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1203.683721] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.683859] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1203.683998] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1203.684229] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1203.684407] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1203.684626] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1203.684802] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1203.684969] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1203.691872] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83df8fac-3bbd-4d9e-822f-0a68638df6c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.710893] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1203.710893] env[65368]: value = "task-4425437" [ 1203.710893] env[65368]: _type = "Task" [ 1203.710893] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.720910] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425437, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.749894] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52264bdf-29ad-8114-c620-7d84083b4300, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.750796] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-526cb165-d30d-4e6f-84d1-d0367a2740fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.758562] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1203.758562] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ff7210-cf69-55a7-9406-daed84359632" [ 1203.758562] env[65368]: _type = "Task" [ 1203.758562] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.769980] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ff7210-cf69-55a7-9406-daed84359632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.904882] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1203.905097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.907219] env[65368]: INFO nova.compute.claims [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1204.018737] env[65368]: DEBUG oslo_vmware.api [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425436, 'name': SuspendVM_Task} progress is 62%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.092526] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.092842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.093044] env[65368]: INFO nova.compute.manager [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Shelving [ 1204.096950] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.221685] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425437, 'name': ReconfigVM_Task, 'duration_secs': 0.343495} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.222009] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1204.268594] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ff7210-cf69-55a7-9406-daed84359632, 'name': SearchDatastore_Task, 'duration_secs': 0.011304} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.269562] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.269889] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1204.270176] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8bd77da6-0e75-450e-8d9d-0dd9d29e388a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.278351] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1204.278351] env[65368]: value = "task-4425438" [ 1204.278351] env[65368]: _type = "Task" [ 1204.278351] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.287757] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.518437] env[65368]: DEBUG oslo_vmware.api [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425436, 'name': SuspendVM_Task, 'duration_secs': 0.870777} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.518801] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Suspended the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1204.518923] env[65368]: DEBUG nova.compute.manager [None req-c2d5b4bb-6b8b-4173-981b-0b07677aad49 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1204.519805] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5a23607-d6e7-4a67-a8ab-e0e51b660c2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.729431] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1204.729768] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1204.729937] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1204.730141] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1204.730283] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1204.730428] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1204.730640] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1204.730794] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1204.730954] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1204.731124] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1204.731293] env[65368]: DEBUG nova.virt.hardware [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1204.736755] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1204.737965] env[65368]: INFO nova.compute.manager [None req-2acea48d-ba4f-421f-8512-f63984aa2906 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance to original state: 'active' [ 1204.742443] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ab63491-7063-4385-ae76-0241b8ccd202 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.772853] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1204.772853] env[65368]: value = "task-4425440" [ 1204.772853] env[65368]: _type = "Task" [ 1204.772853] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.786624] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425440, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.792905] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458309} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.793327] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.793557] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.793896] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-428b407e-7588-4e14-b562-fb519f814095 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.802097] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1204.802097] env[65368]: value = "task-4425441" [ 1204.802097] env[65368]: _type = "Task" [ 1204.802097] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.812578] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.047024] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec78c1d-4f7d-4ff4-b96e-1338bc4ebf6e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.054562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a48d81e-8bb7-4db7-bf63-3b9cadc9924a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.088868] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45577b91-2a86-4129-8a07-4b3bb77c22ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.097307] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ec8b7-d3a8-4792-bdcb-f8eec66021d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.103557] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.103846] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6be7f2d9-8150-4a9d-aade-dfab4a5d479b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.113165] env[65368]: DEBUG nova.compute.provider_tree [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.121518] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1205.121518] env[65368]: value = "task-4425442" [ 1205.121518] env[65368]: _type = "Task" [ 1205.121518] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.132864] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425442, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.283891] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425440, 'name': ReconfigVM_Task, 'duration_secs': 0.18588} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.284174] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1205.284985] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84ff765-4b67-45ec-9901-ed91c2b50f82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.309446] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.309778] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-359affee-5d6c-4a08-9bf6-64bf890d4aa0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.336060] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1205.336060] env[65368]: value = "task-4425443" [ 1205.336060] env[65368]: _type = "Task" [ 1205.336060] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.339790] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070225} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.343148] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1205.344395] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9bcc101-03dc-458b-bdde-a0be1a2c4838 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.353511] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.373989] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1205.375037] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1350723-60f2-46a7-8e41-1a2c3c935630 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.397714] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1205.397714] env[65368]: value = "task-4425444" [ 1205.397714] env[65368]: _type = "Task" [ 1205.397714] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.408904] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425444, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.617058] env[65368]: DEBUG nova.scheduler.client.report [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.633519] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425442, 'name': PowerOffVM_Task, 'duration_secs': 0.35892} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.634467] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1205.635354] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ce087f-6d2d-4d6b-aa3b-c8c34afbad54 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.656982] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da6152e-65b9-4423-b427-42bb0adc7238 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.834731] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.835177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.835546] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.835855] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.836141] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.838352] env[65368]: INFO nova.compute.manager [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Terminating instance [ 1205.852212] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425443, 'name': ReconfigVM_Task, 'duration_secs': 0.301437} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.853112] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.853381] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1205.908238] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425444, 'name': ReconfigVM_Task, 'duration_secs': 0.489336} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.908522] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Reconfigured VM instance instance-00000070 to attach disk [datastore1] e8938050-9b33-45b5-acef-f7c9c16e7ab8/e8938050-9b33-45b5-acef-f7c9c16e7ab8.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.909154] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1f2f93e4-a2e8-48b8-a5ac-132b21f456d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.913553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.913789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.913981] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.914166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.914322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.916951] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1205.916951] env[65368]: value = "task-4425445" [ 1205.916951] env[65368]: _type = "Task" [ 1205.916951] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.917395] env[65368]: INFO nova.compute.manager [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Terminating instance [ 1205.928019] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425445, 'name': Rename_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.122512] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.217s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.123059] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1206.125837] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.029s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.126470] env[65368]: DEBUG nova.objects.instance [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lazy-loading 'resources' on Instance uuid 3d26fe64-02ca-4322-abe0-0296979884a5 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.169640] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1206.169949] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-12af1f76-7e6a-4020-b3ea-50da2cb8a9f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.178699] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1206.178699] env[65368]: value = "task-4425446" [ 1206.178699] env[65368]: _type = "Task" [ 1206.178699] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.187714] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425446, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.346194] env[65368]: DEBUG nova.compute.manager [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1206.346399] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1206.346689] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e528850-e387-46e1-b8b4-0e28c630e4d2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.354729] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1206.354729] env[65368]: value = "task-4425447" [ 1206.354729] env[65368]: _type = "Task" [ 1206.354729] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.360481] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec70dd2-8752-4bfb-85cd-746ebdd43906 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.369780] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.384048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0e20a3-a7ea-476c-be71-0ae1ddd72256 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.404173] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1206.424385] env[65368]: DEBUG nova.compute.manager [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1206.424701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1206.429536] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4766e90-32ce-4d6c-a979-e8f34ebe45be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.433088] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425445, 'name': Rename_Task, 'duration_secs': 0.320514} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.433448] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.434138] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f791d14c-a080-4041-be5e-80b65e0a6048 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.439174] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1206.439467] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c43ee178-bbd9-4c44-8685-e24888c6a987 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.442623] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1206.442623] env[65368]: value = "task-4425448" [ 1206.442623] env[65368]: _type = "Task" [ 1206.442623] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.454570] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.526113] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1206.526278] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1206.526397] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore2] 421ed8ff-af59-49db-b1fc-60ac3007bbc6 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1206.526716] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1acf7ede-d8f2-4826-b4f8-9cd0a8b5d3b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.535564] env[65368]: DEBUG oslo_vmware.api [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1206.535564] env[65368]: value = "task-4425450" [ 1206.535564] env[65368]: _type = "Task" [ 1206.535564] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.545270] env[65368]: DEBUG oslo_vmware.api [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.629942] env[65368]: DEBUG nova.compute.utils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1206.634417] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1206.634828] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1206.634924] env[65368]: WARNING neutronclient.v2_0.client [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.635239] env[65368]: WARNING neutronclient.v2_0.client [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.679127] env[65368]: DEBUG nova.policy [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2158323043d74adb8a5228815bcd647f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dd64d11ccbd4c389e4be8040b0bf1ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1206.695190] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425446, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.773283] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f041b91c-3b40-49f5-bbfa-fe9f5ac41d75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.781297] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e961ed-e040-435c-aee6-ae71559b0a0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.812730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df588deb-b699-4ecd-8993-fc325b8bbd02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.821100] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd3f17d-4927-4d98-bab2-fd960b7e61e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.836050] env[65368]: DEBUG nova.compute.provider_tree [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1206.865574] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425447, 'name': PowerOffVM_Task, 'duration_secs': 0.217773} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.865823] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.866027] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1206.866221] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865949', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'name': 'volume-f44ebc08-7194-4f77-b6e9-effd4f953996', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac', 'attached_at': '2025-11-12T22:52:13.000000', 'detached_at': '', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'serial': 'f44ebc08-7194-4f77-b6e9-effd4f953996'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1206.866995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f175706-58c3-4db0-9338-30cbc7d81292 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.890527] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce69e1-2e39-451e-913c-d9b19fd75532 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.899226] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-def10e26-0241-4185-b41b-5b4b34cea914 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.921985] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.922357] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1206.925595] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713e8210-7ff3-4891-acf1-df0ac2bcf30b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.942045] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The volume has not been displaced from its original location: [datastore1] volume-f44ebc08-7194-4f77-b6e9-effd4f953996/volume-f44ebc08-7194-4f77-b6e9-effd4f953996.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1206.948294] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfiguring VM instance instance-00000064 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.948717] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0515cac-8e51-4d5f-9f92-f16bbc598858 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.964963] env[65368]: DEBUG nova.network.neutron [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Port 2c26faf3-f615-4a11-a827-af8c283ba8dc binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1206.976840] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425448, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.978011] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Successfully created port: c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1206.982464] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1206.982464] env[65368]: value = "task-4425451" [ 1206.982464] env[65368]: _type = "Task" [ 1206.982464] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.993269] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425451, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.047215] env[65368]: DEBUG oslo_vmware.api [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242829} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.047487] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1207.047686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1207.047859] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1207.048123] env[65368]: INFO nova.compute.manager [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Took 0.62 seconds to destroy the instance on the hypervisor. [ 1207.048271] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1207.048464] env[65368]: DEBUG nova.compute.manager [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1207.048576] env[65368]: DEBUG nova.network.neutron [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1207.048825] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.127084] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1207.135614] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1207.192576] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425446, 'name': CreateSnapshot_Task, 'duration_secs': 0.741247} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.192861] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1207.193837] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64228446-204d-4229-931a-7c2f042a863a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.339643] env[65368]: DEBUG nova.scheduler.client.report [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1207.458951] env[65368]: DEBUG oslo_vmware.api [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425448, 'name': PowerOnVM_Task, 'duration_secs': 0.586664} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.459237] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.459429] env[65368]: DEBUG nova.compute.manager [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1207.460230] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fd159f-b665-458e-aed0-fcd6fc46a50d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.493077] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425451, 'name': ReconfigVM_Task, 'duration_secs': 0.389854} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.494356] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Reconfigured VM instance instance-00000064 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.500494] env[65368]: DEBUG nova.compute.manager [req-f2ba0145-6bf8-4d84-b03f-031f5eb82488 req-6502c444-75a4-4e86-8926-b03cedc5a616 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Received event network-vif-deleted-eae75127-d171-402f-9506-c804bf4efcc2 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1207.500494] env[65368]: INFO nova.compute.manager [req-f2ba0145-6bf8-4d84-b03f-031f5eb82488 req-6502c444-75a4-4e86-8926-b03cedc5a616 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Neutron deleted interface eae75127-d171-402f-9506-c804bf4efcc2; detaching it from the instance and deleting it from the info cache [ 1207.500494] env[65368]: DEBUG nova.network.neutron [req-f2ba0145-6bf8-4d84-b03f-031f5eb82488 req-6502c444-75a4-4e86-8926-b03cedc5a616 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.502260] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7f1547-6f79-46de-8c5e-f869216fc9b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.519443] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1207.519443] env[65368]: value = "task-4425452" [ 1207.519443] env[65368]: _type = "Task" [ 1207.519443] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.531493] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425452, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.714139] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1207.714994] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8c15c65e-8c05-47d8-92cb-ae05280fb03f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.724719] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1207.724719] env[65368]: value = "task-4425453" [ 1207.724719] env[65368]: _type = "Task" [ 1207.724719] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.733676] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425453, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.847607] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.722s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.878687] env[65368]: INFO nova.scheduler.client.report [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Deleted allocations for instance 3d26fe64-02ca-4322-abe0-0296979884a5 [ 1207.920469] env[65368]: DEBUG nova.network.neutron [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.986812] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.987219] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1207.987511] env[65368]: DEBUG nova.objects.instance [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1208.002279] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.002586] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.003056] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.013844] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70286657-f1ad-4c2c-93a4-b27e88f8cfc4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.029451] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c66643-184e-4bea-b658-313cb037ab9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.046927] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425452, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.071781] env[65368]: DEBUG nova.compute.manager [req-f2ba0145-6bf8-4d84-b03f-031f5eb82488 req-6502c444-75a4-4e86-8926-b03cedc5a616 service nova] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Detach interface failed, port_id=eae75127-d171-402f-9506-c804bf4efcc2, reason: Instance 421ed8ff-af59-49db-b1fc-60ac3007bbc6 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1208.147104] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1208.177043] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1208.177565] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1208.177854] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1208.179058] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1208.179058] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1208.179058] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1208.179058] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1208.179058] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1208.179546] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1208.179546] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1208.179546] env[65368]: DEBUG nova.virt.hardware [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1208.180551] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ed25c5-4f97-40a9-970b-0c4defb4ce95 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.190119] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc426d2a-4026-4628-bf74-ab87de60c63e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.236988] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425453, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.388037] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c9738d2d-7877-4442-b25b-799426dcbe38 tempest-ServerDiskConfigTestJSON-1844384173 tempest-ServerDiskConfigTestJSON-1844384173-project-member] Lock "3d26fe64-02ca-4322-abe0-0296979884a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.733s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.424180] env[65368]: INFO nova.compute.manager [-] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Took 1.38 seconds to deallocate network for instance. [ 1208.527280] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Successfully updated port: c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1208.535942] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425452, 'name': ReconfigVM_Task, 'duration_secs': 0.56014} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.536583] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865949', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'name': 'volume-f44ebc08-7194-4f77-b6e9-effd4f953996', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '5ce4b177-fb10-4ab3-9831-c478a4a4e5ac', 'attached_at': '2025-11-12T22:52:13.000000', 'detached_at': '', 'volume_id': 'f44ebc08-7194-4f77-b6e9-effd4f953996', 'serial': 'f44ebc08-7194-4f77-b6e9-effd4f953996'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1208.537097] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1208.538246] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b64ab00-7ee6-446e-9f48-8d6ae1d908b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.550142] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1208.550142] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90ad6bf3-ac3e-4399-8adc-3adbd424c923 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.639097] env[65368]: DEBUG nova.compute.manager [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Received event network-vif-plugged-c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1208.641464] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.641464] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] Lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.641464] env[65368]: DEBUG oslo_concurrency.lockutils [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] Lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.641464] env[65368]: DEBUG nova.compute.manager [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] No waiting events found dispatching network-vif-plugged-c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1208.641464] env[65368]: WARNING nova.compute.manager [req-a4a25bbe-f272-4d4a-82b4-954975d54505 req-91ae12b9-9425-44e1-8277-656b636ea522 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Received unexpected event network-vif-plugged-c4d82473-ac11-4292-861c-fc6702a0df59 for instance with vm_state building and task_state spawning. [ 1208.736290] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425453, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.750833] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1208.750833] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1208.750972] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleting the datastore file [datastore2] 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1208.751214] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ff2b9cd-afa6-4ce9-979e-990f409555bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.758575] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1208.758575] env[65368]: value = "task-4425455" [ 1208.758575] env[65368]: _type = "Task" [ 1208.758575] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.771109] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.932246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.000230] env[65368]: DEBUG oslo_concurrency.lockutils [None req-488afed7-135b-47b5-b2ef-46e31955ad3d tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.001806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.070s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.002210] env[65368]: DEBUG nova.objects.instance [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'resources' on Instance uuid 421ed8ff-af59-49db-b1fc-60ac3007bbc6 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.006574] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.032352] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.032352] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.032352] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1209.119935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.120193] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.120263] env[65368]: DEBUG nova.network.neutron [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1209.237710] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425453, 'name': CloneVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.270635] env[65368]: DEBUG oslo_vmware.api [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184263} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.271146] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1209.271146] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1209.271305] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1209.271426] env[65368]: INFO nova.compute.manager [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Took 2.93 seconds to destroy the instance on the hypervisor. [ 1209.271660] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1209.271853] env[65368]: DEBUG nova.compute.manager [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1209.272013] env[65368]: DEBUG nova.network.neutron [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1209.272282] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.306110] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.423951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.424446] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.424762] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.425298] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.425531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.428056] env[65368]: INFO nova.compute.manager [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Terminating instance [ 1209.623709] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1209.642531] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60476dd1-227b-4427-aa4f-66ee3f38ec0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.653773] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef25a52-c2a8-436f-bed8-476580a72567 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.686315] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c260c816-bb4f-4b91-9836-6bfac5ea6d8a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.696192] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e46e3a4-0f68-462f-a736-c8c9c33d0223 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.512395] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "refresh_cache-e8938050-9b33-45b5-acef-f7c9c16e7ab8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.512703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquired lock "refresh_cache-e8938050-9b33-45b5-acef-f7c9c16e7ab8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.512818] env[65368]: DEBUG nova.network.neutron [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1210.514826] env[65368]: DEBUG nova.compute.provider_tree [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1210.522145] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1210.537116] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425453, 'name': CloneVM_Task, 'duration_secs': 1.51343} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.537388] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Created linked-clone VM from snapshot [ 1210.538161] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd59a4fe-c472-46fe-b5a0-88ef6ef857af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.548847] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Uploading image f9ea5453-7eb0-4659-aace-384a9c7bede6 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1210.576723] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1210.576723] env[65368]: value = "vm-865964" [ 1210.576723] env[65368]: _type = "VirtualMachine" [ 1210.576723] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1210.577069] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d7c32cae-ff6a-4caf-a74c-129604735fc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.587873] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease: (returnval){ [ 1210.587873] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528ab8b2-a014-adc6-96ba-8ba62fb0b43b" [ 1210.587873] env[65368]: _type = "HttpNfcLease" [ 1210.587873] env[65368]: } obtained for exporting VM: (result){ [ 1210.587873] env[65368]: value = "vm-865964" [ 1210.587873] env[65368]: _type = "VirtualMachine" [ 1210.587873] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1210.587873] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the lease: (returnval){ [ 1210.587873] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528ab8b2-a014-adc6-96ba-8ba62fb0b43b" [ 1210.587873] env[65368]: _type = "HttpNfcLease" [ 1210.587873] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1210.593262] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.593262] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528ab8b2-a014-adc6-96ba-8ba62fb0b43b" [ 1210.593262] env[65368]: _type = "HttpNfcLease" [ 1210.593262] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1210.669450] env[65368]: WARNING neutronclient.v2_0.client [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.699444] env[65368]: DEBUG nova.compute.manager [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Received event network-changed-c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1210.699729] env[65368]: DEBUG nova.compute.manager [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Refreshing instance network info cache due to event network-changed-c4d82473-ac11-4292-861c-fc6702a0df59. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1210.699935] env[65368]: DEBUG oslo_concurrency.lockutils [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] Acquiring lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.758499] env[65368]: WARNING neutronclient.v2_0.client [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.795867] env[65368]: DEBUG nova.network.neutron [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating instance_info_cache with network_info: [{"id": "c4d82473-ac11-4292-861c-fc6702a0df59", "address": "fa:16:3e:eb:c1:2d", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d82473-ac", "ovs_interfaceid": "c4d82473-ac11-4292-861c-fc6702a0df59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.868732] env[65368]: DEBUG nova.network.neutron [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.018082] env[65368]: DEBUG nova.scheduler.client.report [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1211.021379] env[65368]: WARNING neutronclient.v2_0.client [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.030516] env[65368]: DEBUG nova.network.neutron [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.040378] env[65368]: DEBUG nova.network.neutron [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1211.104091] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1211.104091] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528ab8b2-a014-adc6-96ba-8ba62fb0b43b" [ 1211.104091] env[65368]: _type = "HttpNfcLease" [ 1211.104091] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1211.104091] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1211.104091] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]528ab8b2-a014-adc6-96ba-8ba62fb0b43b" [ 1211.104091] env[65368]: _type = "HttpNfcLease" [ 1211.104091] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1211.104440] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab900b-6ba9-40a7-809b-17674fb641f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.108161] env[65368]: DEBUG nova.network.neutron [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1211.117827] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1211.118054] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1211.220551] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8d47c63f-0efd-463f-a68f-9bf2b032b111 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.299749] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.300738] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Instance network_info: |[{"id": "c4d82473-ac11-4292-861c-fc6702a0df59", "address": "fa:16:3e:eb:c1:2d", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d82473-ac", "ovs_interfaceid": "c4d82473-ac11-4292-861c-fc6702a0df59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1211.300890] env[65368]: DEBUG oslo_concurrency.lockutils [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] Acquired lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.301087] env[65368]: DEBUG nova.network.neutron [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Refreshing network info cache for port c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.302825] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:c1:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2c2daf7c-c01b-41b1-a09a-fb8b893b4c80', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d82473-ac11-4292-861c-fc6702a0df59', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1211.314717] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1211.317818] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1211.317818] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-83d5423c-c6fe-4110-8549-1c040d5f24c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.348766] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1211.348766] env[65368]: value = "task-4425457" [ 1211.348766] env[65368]: _type = "Task" [ 1211.348766] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.360048] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425457, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.371258] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.525267] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.523s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.534103] env[65368]: INFO nova.compute.manager [-] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Took 2.26 seconds to deallocate network for instance. [ 1211.550478] env[65368]: INFO nova.scheduler.client.report [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance 421ed8ff-af59-49db-b1fc-60ac3007bbc6 [ 1211.615581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Releasing lock "refresh_cache-e8938050-9b33-45b5-acef-f7c9c16e7ab8" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.616481] env[65368]: DEBUG nova.compute.manager [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1211.616713] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1211.618154] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a7b0fe-0399-4a2d-801a-b247553a4d4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.627470] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1211.628029] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6c653c-e1e7-4439-92c4-da10123d841a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.636112] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1211.636112] env[65368]: value = "task-4425458" [ 1211.636112] env[65368]: _type = "Task" [ 1211.636112] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.646792] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425458, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.817074] env[65368]: WARNING neutronclient.v2_0.client [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.863845] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425457, 'name': CreateVM_Task, 'duration_secs': 0.404327} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.864030] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1211.864538] env[65368]: WARNING neutronclient.v2_0.client [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1211.864995] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.865329] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.865885] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.866123] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158e1f64-a122-4891-995e-2e7f432b264c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.872766] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1211.872766] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291010c-c326-524a-0d23-768bf02aba16" [ 1211.872766] env[65368]: _type = "Task" [ 1211.872766] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.892162] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291010c-c326-524a-0d23-768bf02aba16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.908936] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d934df4-42e6-42ea-bb1f-24c275dd47a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.933663] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d278ad-0ae4-4ab3-b7c3-b3b0e6a23bc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.942757] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1212.038597] env[65368]: WARNING neutronclient.v2_0.client [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.058723] env[65368]: DEBUG oslo_concurrency.lockutils [None req-716dc274-d454-416e-beb9-390bd3105fb5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "421ed8ff-af59-49db-b1fc-60ac3007bbc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.145s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.099804] env[65368]: INFO nova.compute.manager [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Took 0.57 seconds to detach 1 volumes for instance. [ 1212.150985] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425458, 'name': PowerOffVM_Task, 'duration_secs': 0.144183} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.151618] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1212.151877] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1212.152392] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-79187cc0-ff1f-4d9c-b6c7-5582475699bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.162721] env[65368]: DEBUG nova.network.neutron [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updated VIF entry in instance network info cache for port c4d82473-ac11-4292-861c-fc6702a0df59. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.163348] env[65368]: DEBUG nova.network.neutron [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating instance_info_cache with network_info: [{"id": "c4d82473-ac11-4292-861c-fc6702a0df59", "address": "fa:16:3e:eb:c1:2d", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d82473-ac", "ovs_interfaceid": "c4d82473-ac11-4292-861c-fc6702a0df59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.181266] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1212.181654] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1212.182208] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Deleting the datastore file [datastore1] e8938050-9b33-45b5-acef-f7c9c16e7ab8 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1212.182499] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-747898c3-8841-4849-b1b5-a34fd3de46b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.191339] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for the task: (returnval){ [ 1212.191339] env[65368]: value = "task-4425460" [ 1212.191339] env[65368]: _type = "Task" [ 1212.191339] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.202383] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.385783] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5291010c-c326-524a-0d23-768bf02aba16, 'name': SearchDatastore_Task, 'duration_secs': 0.014864} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.386258] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.386560] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1212.386842] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.387122] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.387404] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1212.387966] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f425d073-5bbc-4a71-a796-08e3968184d6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.398610] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1212.398895] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1212.400357] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7157bf04-8a26-41d7-98ca-a04c01d04799 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.407501] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1212.407501] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520335b6-83f7-fce5-b77a-0013c809b11b" [ 1212.407501] env[65368]: _type = "Task" [ 1212.407501] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.419826] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520335b6-83f7-fce5-b77a-0013c809b11b, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.420861] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4df5cddc-b909-45e4-ba2e-58d12f13c5ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.427020] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1212.427020] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d6370-524f-563f-be09-d292c6f0ee40" [ 1212.427020] env[65368]: _type = "Task" [ 1212.427020] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.436301] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d6370-524f-563f-be09-d292c6f0ee40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.450914] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1212.451331] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a549ce-2c6a-4d53-b2da-330780fb1dd1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.460083] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1212.460083] env[65368]: value = "task-4425461" [ 1212.460083] env[65368]: _type = "Task" [ 1212.460083] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.477579] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.531275] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.531548] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1212.608216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.608935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.608935] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.636850] env[65368]: INFO nova.scheduler.client.report [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted allocations for instance 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac [ 1212.666572] env[65368]: DEBUG oslo_concurrency.lockutils [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] Releasing lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.666863] env[65368]: DEBUG nova.compute.manager [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Received event network-vif-deleted-0422874e-04ef-40ef-97a2-6c807b54ea57 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1212.667051] env[65368]: INFO nova.compute.manager [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Neutron deleted interface 0422874e-04ef-40ef-97a2-6c807b54ea57; detaching it from the instance and deleting it from the info cache [ 1212.667222] env[65368]: DEBUG nova.network.neutron [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.708555] env[65368]: DEBUG oslo_vmware.api [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Task: {'id': task-4425460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098708} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.709036] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1212.710680] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1212.710680] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1212.710680] env[65368]: INFO nova.compute.manager [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1212.711037] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1212.712055] env[65368]: DEBUG nova.compute.manager [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1212.712055] env[65368]: DEBUG nova.network.neutron [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1212.712055] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.731174] env[65368]: DEBUG nova.network.neutron [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1212.731665] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.939070] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529d6370-524f-563f-be09-d292c6f0ee40, 'name': SearchDatastore_Task, 'duration_secs': 0.008855} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.939594] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.939986] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f2356e34-17fe-4425-b41d-f0586e0db263/f2356e34-17fe-4425-b41d-f0586e0db263.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1212.940725] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46c6d713-e951-46ce-8796-1ee5c787db34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.947725] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1212.947725] env[65368]: value = "task-4425462" [ 1212.947725] env[65368]: _type = "Task" [ 1212.947725] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.958827] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.971144] env[65368]: DEBUG oslo_vmware.api [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425461, 'name': PowerOnVM_Task, 'duration_secs': 0.44676} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.972107] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.972107] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2d2ec862-d9c1-40df-a5b5-794f1a3f6290 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance '0aaafcb1-42c6-4367-ab50-a810c71c6b06' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.038516] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_power_states {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.148780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-91e2f61f-1a1d-48db-8571-08fe80b8841c tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "5ce4b177-fb10-4ab3-9831-c478a4a4e5ac" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.313s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.173398] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbfcc03f-419b-4742-8087-b5e39c1b27fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.185463] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a0e1c-e39e-4eb5-9165-1191de5cd23a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.220921] env[65368]: DEBUG nova.compute.manager [req-9cca3f3d-06ef-42f5-b08f-86a2eaf123fb req-32e69dfa-abcd-4369-8745-ccc4bb0cd9b2 service nova] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Detach interface failed, port_id=0422874e-04ef-40ef-97a2-6c807b54ea57, reason: Instance 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1213.237891] env[65368]: DEBUG nova.network.neutron [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1213.274357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.274713] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.458853] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47182} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.459083] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f2356e34-17fe-4425-b41d-f0586e0db263/f2356e34-17fe-4425-b41d-f0586e0db263.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1213.459343] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1213.459574] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4699c19a-86ae-4fac-bc62-18ddd2a6bcfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.467741] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1213.467741] env[65368]: value = "task-4425463" [ 1213.467741] env[65368]: _type = "Task" [ 1213.467741] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.479902] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.542219] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Getting list of instances from cluster (obj){ [ 1213.542219] env[65368]: value = "domain-c8" [ 1213.542219] env[65368]: _type = "ClusterComputeResource" [ 1213.542219] env[65368]: } {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1213.543256] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2fed3ed-d031-41ed-958b-218482faecc2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.558796] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Got total of 4 instances {{(pid=65368) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1213.558999] env[65368]: WARNING nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] While synchronizing instance power states, found 5 instances in the database and 4 instances on the hypervisor. [ 1213.559129] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Triggering sync for uuid 0aaafcb1-42c6-4367-ab50-a810c71c6b06 {{(pid=65368) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1213.559419] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Triggering sync for uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1213.559620] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Triggering sync for uuid 0246416a-3106-40ae-af2d-c4d038c2f5b7 {{(pid=65368) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1213.559872] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Triggering sync for uuid e8938050-9b33-45b5-acef-f7c9c16e7ab8 {{(pid=65368) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1213.560418] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Triggering sync for uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11024}} [ 1213.560609] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.560956] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.561150] env[65368]: INFO nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] During sync_power_state the instance has a pending task (resize_finish). Skip. [ 1213.561308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.561563] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.561791] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.561940] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.562217] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.562493] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.562679] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.562812] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1213.563585] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faacb519-4c7d-4b22-b6b6-3ae19ee18d8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.566489] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1213.740477] env[65368]: INFO nova.compute.manager [-] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Took 1.03 seconds to deallocate network for instance. [ 1213.777605] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1213.979406] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064957} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.979726] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1213.980679] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92378ec4-f4c0-493c-abb1-fa9cf9af1b4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.009776] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] f2356e34-17fe-4425-b41d-f0586e0db263/f2356e34-17fe-4425-b41d-f0586e0db263.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1214.010119] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb11bca5-283a-4d59-964c-35e0fd57f85d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.031111] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1214.031111] env[65368]: value = "task-4425464" [ 1214.031111] env[65368]: _type = "Task" [ 1214.031111] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.042942] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425464, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.069903] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.070303] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.070564] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.070793] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1214.071716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cceb12-815b-49e6-9ce0-36e8ddd5808c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.075284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.081469] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b04a49-70e7-4a8c-9b62-20350f2fb352 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.097045] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43890570-78aa-4c35-b9ba-7d361b6e65b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.104970] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ce0eb-5d1d-49ab-a528-b7a83e69ee4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.136361] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179550MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1214.136508] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.136723] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.247270] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.299097] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.399570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.399797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.544928] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425464, 'name': ReconfigVM_Task, 'duration_secs': 0.443394} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.545301] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfigured VM instance instance-00000072 to attach disk [datastore1] f2356e34-17fe-4425-b41d-f0586e0db263/f2356e34-17fe-4425-b41d-f0586e0db263.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1214.545891] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab31386-fc7c-4fdd-a193-b91ca5cc5581 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.554124] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1214.554124] env[65368]: value = "task-4425465" [ 1214.554124] env[65368]: _type = "Task" [ 1214.554124] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.564431] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425465, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.902474] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1215.067010] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425465, 'name': Rename_Task, 'duration_secs': 0.192598} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.067467] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.067556] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-510e8e70-7792-43da-a6c1-44a53d9d2ca7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.077692] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1215.077692] env[65368]: value = "task-4425466" [ 1215.077692] env[65368]: _type = "Task" [ 1215.077692] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.087744] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.146171] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Applying migration context for instance 0aaafcb1-42c6-4367-ab50-a810c71c6b06 as it has an incoming, in-progress migration b83fdcb1-80b8-4d00-b5d5-0e6572187b9b. Migration status is finished {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1215.147054] env[65368]: INFO nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating resource usage from migration b83fdcb1-80b8-4d00-b5d5-0e6572187b9b [ 1215.169760] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.169930] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.170112] env[65368]: WARNING nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance e8938050-9b33-45b5-acef-f7c9c16e7ab8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1215.170234] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Migration b83fdcb1-80b8-4d00-b5d5-0e6572187b9b is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1215.170372] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 0aaafcb1-42c6-4367-ab50-a810c71c6b06 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.170490] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f2356e34-17fe-4425-b41d-f0586e0db263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1215.427334] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1215.589752] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.616463] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.662651] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.663193] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.663940] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1215.674686] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d8db3dfa-73df-45e4-8d57-849377e92aa4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1215.705524] env[65368]: DEBUG nova.network.neutron [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Port 2c26faf3-f615-4a11-a827-af8c283ba8dc binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1215.705914] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.706123] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.706333] env[65368]: DEBUG nova.network.neutron [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1216.090950] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.177955] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 49ce1638-66e6-414f-a996-5e87be69cf81 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1216.178181] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1216.178305] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1536MB phys_disk=100GB used_disk=4GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '4', 'num_vm_resized': '1', 'num_task_None': '2', 'num_os_type_None': '4', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'io_workload': '1', 'num_vm_active': '2', 'num_task_shelving_image_uploading': '1', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'num_proj_53548cececd8457db466ab890767be31': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_5dd64d11ccbd4c389e4be8040b0bf1ee': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1216.209270] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.324012] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b775af25-f867-47c2-a42a-71f749f2c0c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.332323] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5468616-4ac9-4473-9d31-06443c9107f1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.369128] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe73d784-a2af-4c0c-9f4f-1c88baa7abb6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.378706] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3468f29-71c2-4e3c-a5ee-12b44d3f80cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.393418] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.518254] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1216.589868] env[65368]: DEBUG oslo_vmware.api [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425466, 'name': PowerOnVM_Task, 'duration_secs': 1.238117} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.590952] env[65368]: DEBUG nova.network.neutron [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.592158] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.592383] env[65368]: INFO nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1216.592561] env[65368]: DEBUG nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1216.593583] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14893f2-de90-4b37-8867-e312dfaa24af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.897267] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.094596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.110233] env[65368]: INFO nova.compute.manager [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Took 13.22 seconds to build instance. [ 1217.402088] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1217.402330] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.266s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.402566] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.156s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.402744] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.404948] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.106s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.406593] env[65368]: INFO nova.compute.claims [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.411518] env[65368]: DEBUG nova.compute.manager [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Received event network-changed-c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1217.411518] env[65368]: DEBUG nova.compute.manager [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Refreshing instance network info cache due to event network-changed-c4d82473-ac11-4292-861c-fc6702a0df59. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1217.411830] env[65368]: DEBUG oslo_concurrency.lockutils [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] Acquiring lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.411830] env[65368]: DEBUG oslo_concurrency.lockutils [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] Acquired lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.412019] env[65368]: DEBUG nova.network.neutron [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Refreshing network info cache for port c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.434127] env[65368]: INFO nova.scheduler.client.report [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Deleted allocations for instance e8938050-9b33-45b5-acef-f7c9c16e7ab8 [ 1217.597839] env[65368]: DEBUG nova.compute.manager [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65368) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1217.598199] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.612743] env[65368]: DEBUG oslo_concurrency.lockutils [None req-c4c7685d-e453-49ed-b97e-56342f8ef975 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.734s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.613109] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.051s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.613313] env[65368]: INFO nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] During sync_power_state the instance has a pending task (spawning). Skip. [ 1217.613479] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.917342] env[65368]: WARNING neutronclient.v2_0.client [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1217.941363] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3ff835fb-82dd-422e-b53c-d4cc7c31fc91 tempest-ServerShowV257Test-1937707202 tempest-ServerShowV257Test-1937707202-project-member] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.517s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.942274] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 4.380s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.942456] env[65368]: INFO nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] During sync_power_state the instance has a pending task (deleting). Skip. [ 1217.942627] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "e8938050-9b33-45b5-acef-f7c9c16e7ab8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.096859] env[65368]: WARNING neutronclient.v2_0.client [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1218.195075] env[65368]: DEBUG nova.network.neutron [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updated VIF entry in instance network info cache for port c4d82473-ac11-4292-861c-fc6702a0df59. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1218.195540] env[65368]: DEBUG nova.network.neutron [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating instance_info_cache with network_info: [{"id": "c4d82473-ac11-4292-861c-fc6702a0df59", "address": "fa:16:3e:eb:c1:2d", "network": {"id": "c13c43ad-9abc-4c7b-afbd-55938d9db1d8", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1068775066-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dd64d11ccbd4c389e4be8040b0bf1ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2c2daf7c-c01b-41b1-a09a-fb8b893b4c80", "external-id": "nsx-vlan-transportzone-89", "segmentation_id": 89, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d82473-ac", "ovs_interfaceid": "c4d82473-ac11-4292-861c-fc6702a0df59", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.532984] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4849932-0725-4329-81b4-b9173d0a485d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.542163] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6befadf-146b-47ec-a905-e33544fb04dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.576409] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdb832b-9fc5-44ce-ab74-214e7d6c0c2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.585588] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f57410e-234d-463f-9113-ae32025a684a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.602319] env[65368]: DEBUG nova.compute.provider_tree [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.698458] env[65368]: DEBUG oslo_concurrency.lockutils [req-df5d3e22-1c27-455b-83ca-cc5afc7b357f req-0250c57e-415c-4fb8-903b-2d9ab8cb22fa service nova] Releasing lock "refresh_cache-f2356e34-17fe-4425-b41d-f0586e0db263" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.106035] env[65368]: DEBUG nova.scheduler.client.report [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.611945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.207s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.612544] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1219.615291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.188s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.616866] env[65368]: INFO nova.compute.claims [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.121740] env[65368]: DEBUG nova.compute.utils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1220.125470] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1220.125696] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1220.126014] env[65368]: WARNING neutronclient.v2_0.client [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.126326] env[65368]: WARNING neutronclient.v2_0.client [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1220.179146] env[65368]: DEBUG nova.policy [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa4b8d1504a143f3a7028309009e1299', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a3130c16b9cf421f8374c0fc3d2eb79e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1220.496420] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Successfully created port: a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1220.626686] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1220.742838] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11258ffe-81d0-4540-8bfa-2d2479b2084d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.752553] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef54a76-3503-4e7d-85b4-c779d3245d3c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.783767] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94329208-e06c-4edc-8107-6f9b54659957 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.792416] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6c997c-2a89-4545-a575-e1f66f2ac717 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.807387] env[65368]: DEBUG nova.compute.provider_tree [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.937623] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1220.939080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c10eb-333b-4c9d-b0af-3cd52e8fec50 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.948716] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1220.948996] env[65368]: ERROR oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk due to incomplete transfer. [ 1220.949358] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf9bf62d-ae2a-4d0a-b936-7b58cf190cf6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.960244] env[65368]: DEBUG oslo_vmware.rw_handles [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524b1655-ae42-10a7-1ed3-a9f9e2e85279/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1220.960477] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Uploaded image f9ea5453-7eb0-4659-aace-384a9c7bede6 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1220.962911] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1220.963207] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61ed3ab0-ae39-43e5-bedc-ab5e7b3bdd27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.970968] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1220.970968] env[65368]: value = "task-4425467" [ 1220.970968] env[65368]: _type = "Task" [ 1220.970968] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.981876] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425467, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.310581] env[65368]: DEBUG nova.scheduler.client.report [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1221.482142] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425467, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.636035] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1221.663249] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1221.663537] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1221.663766] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1221.663982] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1221.664147] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1221.664309] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1221.664512] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.664662] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1221.664836] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1221.664992] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1221.665188] env[65368]: DEBUG nova.virt.hardware [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1221.666332] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-673da58e-7363-4478-9c77-01882f1b9e45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.675531] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f492d1af-02d7-421a-96fa-79514cfaa707 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.816468] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.201s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.816939] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1221.819943] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 4.222s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.983502] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425467, 'name': Destroy_Task} progress is 33%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.048269] env[65368]: DEBUG nova.compute.manager [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Received event network-vif-plugged-a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1222.048620] env[65368]: DEBUG oslo_concurrency.lockutils [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.048860] env[65368]: DEBUG oslo_concurrency.lockutils [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.049151] env[65368]: DEBUG oslo_concurrency.lockutils [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.049336] env[65368]: DEBUG nova.compute.manager [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] No waiting events found dispatching network-vif-plugged-a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1222.049540] env[65368]: WARNING nova.compute.manager [req-f20e1231-1d35-4e19-a114-8501a2db5ab5 req-c37a4fe2-f722-42d0-adc6-8c65f54c6140 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Received unexpected event network-vif-plugged-a8e44368-d7c0-45ca-857d-0d76ab50fef4 for instance with vm_state building and task_state spawning. [ 1222.104187] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Successfully updated port: a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1222.322889] env[65368]: DEBUG nova.compute.utils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1222.324446] env[65368]: DEBUG nova.objects.instance [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'migration_context' on Instance uuid 0aaafcb1-42c6-4367-ab50-a810c71c6b06 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1222.325682] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1222.325898] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1222.326247] env[65368]: WARNING neutronclient.v2_0.client [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.326566] env[65368]: WARNING neutronclient.v2_0.client [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1222.374575] env[65368]: DEBUG nova.policy [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eff169f361bc4096afcdc0be715ed4b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b9b7847384e94066a0743413101e16ab', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1222.485083] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425467, 'name': Destroy_Task, 'duration_secs': 1.099273} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.485083] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Destroyed the VM [ 1222.485083] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1222.485083] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c93baf82-54bd-4115-9cc1-ec621e297891 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.492513] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1222.492513] env[65368]: value = "task-4425468" [ 1222.492513] env[65368]: _type = "Task" [ 1222.492513] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.501710] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425468, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.607617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.607975] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.608272] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1222.686533] env[65368]: INFO nova.compute.manager [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Rebuilding instance [ 1222.692524] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Successfully created port: db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1222.736961] env[65368]: DEBUG nova.compute.manager [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1222.738038] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b74da-4e3c-44ad-9966-ced67527a1e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.827062] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1222.941318] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f767158d-9927-4085-b1dd-5855509ccd76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.949270] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a83b67-a5cc-4a8c-a5f5-6a676cfe80c3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.979652] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fccf32e-3875-4668-b038-8c0369a58bbb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.988388] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89135bd-cd62-4a9c-8e88-5884d2920549 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.011553] env[65368]: DEBUG nova.compute.provider_tree [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.016810] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425468, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354805} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.017570] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1223.017570] env[65368]: DEBUG nova.compute.manager [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1223.018341] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75dbfce-3035-4cf9-8ef7-5cdbdd5b9666 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.159190] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1223.236646] env[65368]: WARNING neutronclient.v2_0.client [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1223.310212] env[65368]: DEBUG nova.network.neutron [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.520088] env[65368]: DEBUG nova.scheduler.client.report [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1223.532520] env[65368]: INFO nova.compute.manager [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Shelve offloading [ 1223.753329] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.753710] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b16b03f2-9152-4063-9cd6-6db3579a0590 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.763013] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1223.763013] env[65368]: value = "task-4425469" [ 1223.763013] env[65368]: _type = "Task" [ 1223.763013] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.772185] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.812760] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.813175] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Instance network_info: |[{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1223.813660] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:69:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ff3baee-99ce-4b51-ae98-efc6163aaab3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8e44368-d7c0-45ca-857d-0d76ab50fef4', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1223.822120] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1223.822291] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1223.822511] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-383f0102-5eab-41d8-9d69-cf9dc8d56df9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.838744] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1223.844724] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1223.844724] env[65368]: value = "task-4425470" [ 1223.844724] env[65368]: _type = "Task" [ 1223.844724] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.854385] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425470, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.867331] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1223.867572] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1223.867724] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1223.867940] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1223.868095] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1223.868255] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1223.868457] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.868607] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1223.868780] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1223.868976] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1223.869141] env[65368]: DEBUG nova.virt.hardware [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1223.870116] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cef5d1-6dd6-4c9c-8718-b6d74cd21c4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.878583] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38afb39-78db-4d5f-8152-fb122645c4ab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.036847] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.037163] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c86c891-71cd-4574-97b7-133de064a872 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.045313] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1224.045313] env[65368]: value = "task-4425471" [ 1224.045313] env[65368]: _type = "Task" [ 1224.045313] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.055551] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425471, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.078876] env[65368]: DEBUG nova.compute.manager [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Received event network-changed-a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1224.079067] env[65368]: DEBUG nova.compute.manager [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Refreshing instance network info cache due to event network-changed-a8e44368-d7c0-45ca-857d-0d76ab50fef4. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1224.079299] env[65368]: DEBUG oslo_concurrency.lockutils [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] Acquiring lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.079447] env[65368]: DEBUG oslo_concurrency.lockutils [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] Acquired lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.079603] env[65368]: DEBUG nova.network.neutron [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Refreshing network info cache for port a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1224.151997] env[65368]: DEBUG nova.compute.manager [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-vif-plugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1224.152232] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.152582] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.152791] env[65368]: DEBUG oslo_concurrency.lockutils [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.152968] env[65368]: DEBUG nova.compute.manager [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] No waiting events found dispatching network-vif-plugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1224.153151] env[65368]: WARNING nova.compute.manager [req-6e4f0167-7a23-460f-87e7-6267da901e7b req-9c65c7ad-c428-4458-95b3-803822bdc70b service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received unexpected event network-vif-plugged-db0994eb-d328-498f-9222-470552764635 for instance with vm_state building and task_state spawning. [ 1224.276403] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425469, 'name': PowerOffVM_Task, 'duration_secs': 0.213105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.276885] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Successfully updated port: db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1224.278799] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.280036] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1224.280367] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dffc140f-f269-426e-b136-0a5bc008118d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.290022] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1224.290022] env[65368]: value = "task-4425472" [ 1224.290022] env[65368]: _type = "Task" [ 1224.290022] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.299981] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1224.300216] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.300405] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865952', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'name': 'volume-c82873f6-ae75-49eb-8089-ce4175881e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0246416a-3106-40ae-af2d-c4d038c2f5b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'serial': 'c82873f6-ae75-49eb-8089-ce4175881e9b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.301177] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e119eecb-f5a2-4aaa-95c4-e8f37031386e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.320205] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d65a28-12e7-4935-a2aa-584d92d63228 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.327892] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d62327-605b-4ea6-9a5e-1203ff46c252 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.351347] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40832c31-a891-4314-86fe-06d31bc35976 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.360547] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425470, 'name': CreateVM_Task, 'duration_secs': 0.407801} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.371956] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1224.372319] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] The volume has not been displaced from its original location: [datastore2] volume-c82873f6-ae75-49eb-8089-ce4175881e9b/volume-c82873f6-ae75-49eb-8089-ce4175881e9b.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.377845] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.378436] env[65368]: WARNING neutronclient.v2_0.client [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.378804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.378951] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.379299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.379544] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bfc8159-88c5-448b-b1f2-c8ebd0159c4c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.392920] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb514c09-e908-4952-9293-d78e484ca717 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.399099] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1224.399099] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5250bba0-c1f9-55dd-bf7d-5102a72ea472" [ 1224.399099] env[65368]: _type = "Task" [ 1224.399099] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.403450] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1224.403450] env[65368]: value = "task-4425473" [ 1224.403450] env[65368]: _type = "Task" [ 1224.403450] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.409782] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5250bba0-c1f9-55dd-bf7d-5102a72ea472, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.415988] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425473, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.530615] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.710s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.558772] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1224.558989] env[65368]: DEBUG nova.compute.manager [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1224.559824] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d583748-7a60-4c7b-a421-a383be80eee6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.567275] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.567428] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.567588] env[65368]: DEBUG nova.network.neutron [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.581868] env[65368]: WARNING neutronclient.v2_0.client [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.780123] env[65368]: WARNING neutronclient.v2_0.client [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1224.780501] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.780707] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.780819] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1224.853394] env[65368]: DEBUG nova.network.neutron [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updated VIF entry in instance network info cache for port a8e44368-d7c0-45ca-857d-0d76ab50fef4. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1224.853860] env[65368]: DEBUG nova.network.neutron [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.911346] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5250bba0-c1f9-55dd-bf7d-5102a72ea472, 'name': SearchDatastore_Task, 'duration_secs': 0.010254} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.912125] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.912378] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1224.912619] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.912765] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.912950] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1224.913234] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5199f6c3-d89b-4546-aac6-ccdad1750d66 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.918715] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425473, 'name': ReconfigVM_Task, 'duration_secs': 0.156245} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.919330] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1224.924791] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7816f37a-47c8-4b92-9be5-edd37e359e05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.936540] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1224.936730] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1224.937901] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b54ea245-f0b4-4119-98dc-07c8d8e8f1a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.944388] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1224.944388] env[65368]: value = "task-4425474" [ 1224.944388] env[65368]: _type = "Task" [ 1224.944388] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.945742] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1224.945742] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c578ab-cb08-6230-824b-c9078f88249d" [ 1224.945742] env[65368]: _type = "Task" [ 1224.945742] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.962161] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c578ab-cb08-6230-824b-c9078f88249d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.962570] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425474, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.070350] env[65368]: WARNING neutronclient.v2_0.client [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.246151] env[65368]: WARNING neutronclient.v2_0.client [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.313882] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1225.316884] env[65368]: DEBUG nova.network.neutron [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.359340] env[65368]: DEBUG oslo_concurrency.lockutils [req-e578bd54-f175-4e80-90f9-855e77666547 req-045021cb-58ce-468d-9695-784cba48f5d2 service nova] Releasing lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.387764] env[65368]: WARNING neutronclient.v2_0.client [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.463759] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c578ab-cb08-6230-824b-c9078f88249d, 'name': SearchDatastore_Task, 'duration_secs': 0.017624} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.464024] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425474, 'name': ReconfigVM_Task, 'duration_secs': 0.167689} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.465148] env[65368]: DEBUG nova.network.neutron [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.467108] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865952', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'name': 'volume-c82873f6-ae75-49eb-8089-ce4175881e9b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0246416a-3106-40ae-af2d-c4d038c2f5b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'c82873f6-ae75-49eb-8089-ce4175881e9b', 'serial': 'c82873f6-ae75-49eb-8089-ce4175881e9b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.467343] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.467821] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60c2d770-d22e-4a2a-b37a-27e09cc51f2f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.470676] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-855f8f9f-7b7b-472f-925f-b072798922ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.477328] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1225.477328] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5274667e-2fc0-ed14-7d02-6aa9fb1fbc8c" [ 1225.477328] env[65368]: _type = "Task" [ 1225.477328] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.480065] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.483593] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac07e867-a2b1-416f-becd-95311a7e2817 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.493684] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5274667e-2fc0-ed14-7d02-6aa9fb1fbc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.010201} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.493931] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.494210] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1225.494492] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c5f640c-5ae0-4959-91a7-d873e1c34591 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.501759] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1225.501759] env[65368]: value = "task-4425476" [ 1225.501759] env[65368]: _type = "Task" [ 1225.501759] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.510135] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425476, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.567192] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.567411] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.567590] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Deleting the datastore file [datastore2] 0246416a-3106-40ae-af2d-c4d038c2f5b7 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.568016] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa79c1ac-70c3-49b9-9176-57f481977835 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.575639] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for the task: (returnval){ [ 1225.575639] env[65368]: value = "task-4425477" [ 1225.575639] env[65368]: _type = "Task" [ 1225.575639] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.585299] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.820023] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.820827] env[65368]: WARNING neutronclient.v2_0.client [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.821366] env[65368]: WARNING neutronclient.v2_0.client [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.969438] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.969833] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance network_info: |[{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1225.970396] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:cd:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db0994eb-d328-498f-9222-470552764635', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.978710] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1225.979058] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.979329] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-385dd9a2-d4db-4316-a202-a673902c9c67 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.003012] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1226.003012] env[65368]: value = "task-4425478" [ 1226.003012] env[65368]: _type = "Task" [ 1226.003012] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.016091] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425478, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.019740] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425476, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505148} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.020010] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1226.020231] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1226.020504] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57d5ed5d-5320-450e-b989-134aa9ea3e76 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.026934] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1226.026934] env[65368]: value = "task-4425479" [ 1226.026934] env[65368]: _type = "Task" [ 1226.026934] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.038114] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.073801] env[65368]: INFO nova.compute.manager [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Swapping old allocation on dict_keys(['db435d51-5eed-4599-9bbd-e8c997eb75a5']) held by migration b83fdcb1-80b8-4d00-b5d5-0e6572187b9b for instance [ 1226.086881] env[65368]: DEBUG oslo_vmware.api [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Task: {'id': task-4425477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087231} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.090018] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.090287] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.090481] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.110045] env[65368]: DEBUG nova.scheduler.client.report [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Overwriting current allocation {'allocations': {'db435d51-5eed-4599-9bbd-e8c997eb75a5': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 157}}, 'project_id': '1058962de456478282c7aec7fcb31331', 'user_id': 'aa3d11b024a7456d8ffbda418b710203', 'consumer_generation': 1} on consumer 0aaafcb1-42c6-4367-ab50-a810c71c6b06 {{(pid=65368) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1226.145624] env[65368]: DEBUG nova.compute.manager [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-vif-unplugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1226.145864] env[65368]: DEBUG oslo_concurrency.lockutils [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.146622] env[65368]: DEBUG oslo_concurrency.lockutils [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.147060] env[65368]: DEBUG oslo_concurrency.lockutils [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.147367] env[65368]: DEBUG nova.compute.manager [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] No waiting events found dispatching network-vif-unplugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1226.147996] env[65368]: WARNING nova.compute.manager [req-06cf3f30-00b9-4880-b7d5-33243d41d990 req-a6731dba-f182-4118-a754-4ba9404d9a16 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received unexpected event network-vif-unplugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae for instance with vm_state shelved and task_state shelving_offloading. [ 1226.159918] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1226.160311] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bfbe5054-b6a5-4d6f-bbc2-56d0f78ec8a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.172766] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603e034d-7070-4351-b5c7-a8a4d8c58292 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.186171] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.192894] env[65368]: DEBUG nova.compute.manager [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-changed-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1226.193171] env[65368]: DEBUG nova.compute.manager [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing instance network info cache due to event network-changed-db0994eb-d328-498f-9222-470552764635. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1226.193408] env[65368]: DEBUG oslo_concurrency.lockutils [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.193584] env[65368]: DEBUG oslo_concurrency.lockutils [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.193743] env[65368]: DEBUG nova.network.neutron [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing network info cache for port db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1226.225237] env[65368]: ERROR nova.compute.manager [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Failed to detach volume c82873f6-ae75-49eb-8089-ce4175881e9b from /dev/sda: nova.exception.InstanceNotFound: Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 could not be found. [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Traceback (most recent call last): [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self.driver.rebuild(**kwargs) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise NotImplementedError() [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] NotImplementedError [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] During handling of the above exception, another exception occurred: [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Traceback (most recent call last): [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self.driver.detach_volume(context, old_connection_info, [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] return self._volumeops.detach_volume(connection_info, instance) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._detach_volume_vmdk(connection_info, instance) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] stable_ref.fetch_moref(session) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] nova.exception.InstanceNotFound: Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 could not be found. [ 1226.225237] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.232617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.234374] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.234374] env[65368]: DEBUG nova.network.neutron [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1226.366241] env[65368]: DEBUG nova.compute.utils [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Build of instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 aborted: Failed to rebuild volume backed instance. {{(pid=65368) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1226.371054] env[65368]: ERROR nova.compute.manager [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 aborted: Failed to rebuild volume backed instance. [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Traceback (most recent call last): [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 4222, in _do_rebuild_instance [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self.driver.rebuild(**kwargs) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise NotImplementedError() [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] NotImplementedError [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] During handling of the above exception, another exception occurred: [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Traceback (most recent call last): [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3680, in _rebuild_volume_backed_instance [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._detach_root_volume(context, instance, root_bdm) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3659, in _detach_root_volume [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] with excutils.save_and_reraise_exception(): [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self.force_reraise() [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise self.value [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3645, in _detach_root_volume [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self.driver.detach_volume(context, old_connection_info, [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] return self._volumeops.detach_volume(connection_info, instance) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._detach_volume_vmdk(connection_info, instance) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] stable_ref.fetch_moref(session) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] nova.exception.InstanceNotFound: Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 could not be found. [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] During handling of the above exception, another exception occurred: [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Traceback (most recent call last): [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 11550, in _error_out_instance_on_exception [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] yield [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3948, in rebuild_instance [ 1226.371054] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._do_rebuild_instance_with_claim( [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 4034, in _do_rebuild_instance_with_claim [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._do_rebuild_instance( [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 4226, in _do_rebuild_instance [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._rebuild_default_impl(**kwargs) [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3803, in _rebuild_default_impl [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] self._rebuild_volume_backed_instance( [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] File "/opt/stack/nova/nova/compute/manager.py", line 3695, in _rebuild_volume_backed_instance [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] raise exception.BuildAbortException( [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] nova.exception.BuildAbortException: Build of instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 aborted: Failed to rebuild volume backed instance. [ 1226.372217] env[65368]: ERROR nova.compute.manager [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] [ 1226.518559] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425478, 'name': CreateVM_Task, 'duration_secs': 0.413161} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.521351] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.521351] env[65368]: WARNING neutronclient.v2_0.client [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.536870] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.542020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.542020] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.542020] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-238d122e-6b36-4e33-95de-fd4d31e4c7e6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.553527] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109142} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.554353] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1226.554353] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52374580-ec77-c662-07d7-3d7bdefdd971" [ 1226.554353] env[65368]: _type = "Task" [ 1226.554353] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.555073] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1226.557048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6912093a-b61a-43ca-8501-29847dd1c428 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.570511] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52374580-ec77-c662-07d7-3d7bdefdd971, 'name': SearchDatastore_Task, 'duration_secs': 0.012418} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.580778] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.581182] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.581460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.581643] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.581904] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.591197] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1226.591536] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-062aa156-21d5-426b-83f5-97c1790a5d9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.593603] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2376ca5-116f-438b-95a3-e96cdd7659f2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.615203] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1226.615203] env[65368]: value = "task-4425480" [ 1226.615203] env[65368]: _type = "Task" [ 1226.615203] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.616603] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.616820] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.620481] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eaa0340-493b-4bbe-a56a-485cfc256e21 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.627189] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1226.627189] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529a9d18-b6e7-d729-c9ee-d9f914e98360" [ 1226.627189] env[65368]: _type = "Task" [ 1226.627189] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.630220] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425480, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.639895] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529a9d18-b6e7-d729-c9ee-d9f914e98360, 'name': SearchDatastore_Task, 'duration_secs': 0.010729} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.640772] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d620216-464e-46d2-a9a9-d60848a3b945 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.646697] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1226.646697] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5287b076-78a9-81f1-1c70-be4f273a4237" [ 1226.646697] env[65368]: _type = "Task" [ 1226.646697] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.656365] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5287b076-78a9-81f1-1c70-be4f273a4237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.698760] env[65368]: WARNING neutronclient.v2_0.client [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.713616] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1226.714530] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e99bb29-c660-4b9e-9982-c164b9dc9df7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.723628] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1226.724714] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-832cf876-07ef-45ad-80e1-ae5126713d0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.736052] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.795251] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1226.795555] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1226.795739] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1226.796157] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd6959b2-7f60-4a6c-aa7b-4e81d5c942d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.804108] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1226.804108] env[65368]: value = "task-4425482" [ 1226.804108] env[65368]: _type = "Task" [ 1226.804108] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.816905] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.859091] env[65368]: WARNING neutronclient.v2_0.client [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.894929] env[65368]: WARNING neutronclient.v2_0.client [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1226.934886] env[65368]: DEBUG nova.network.neutron [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updated VIF entry in instance network info cache for port db0994eb-d328-498f-9222-470552764635. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1226.935364] env[65368]: DEBUG nova.network.neutron [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.968176] env[65368]: DEBUG nova.network.neutron [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [{"id": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "address": "fa:16:3e:99:c2:e3", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c26faf3-f6", "ovs_interfaceid": "2c26faf3-f615-4a11-a827-af8c283ba8dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.129587] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425480, 'name': ReconfigVM_Task, 'duration_secs': 0.401936} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.129906] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.130584] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e8b724d-d0b9-4fa8-b73f-f9ec403ddf2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.138155] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1227.138155] env[65368]: value = "task-4425483" [ 1227.138155] env[65368]: _type = "Task" [ 1227.138155] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.147434] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425483, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.156195] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5287b076-78a9-81f1-1c70-be4f273a4237, 'name': SearchDatastore_Task, 'duration_secs': 0.010119} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.156449] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.156704] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.156965] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba6dccf0-02f2-445b-848f-996cacff382d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.169045] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1227.169045] env[65368]: value = "task-4425484" [ 1227.169045] env[65368]: _type = "Task" [ 1227.169045] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.178457] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.317604] env[65368]: DEBUG oslo_vmware.api [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1432} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.317884] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1227.318091] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1227.318293] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1227.339198] env[65368]: INFO nova.scheduler.client.report [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted allocations for instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c [ 1227.438338] env[65368]: DEBUG oslo_concurrency.lockutils [req-f3dba8f1-085f-40df-a36c-0bf6f4d8803e req-ada5fdb4-cea8-4450-bff6-c75d08f9b04f service nova] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.471913] env[65368]: DEBUG oslo_concurrency.lockutils [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-0aaafcb1-42c6-4367-ab50-a810c71c6b06" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.472398] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.472688] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1dc057-570c-433a-ba41-3cb86faabddc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.481970] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1227.481970] env[65368]: value = "task-4425485" [ 1227.481970] env[65368]: _type = "Task" [ 1227.481970] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.493540] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.649889] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425483, 'name': Rename_Task, 'duration_secs': 0.14376} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.650207] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.650476] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed1bc89f-e06e-4754-a1ee-c403f5514667 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.658743] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1227.658743] env[65368]: value = "task-4425486" [ 1227.658743] env[65368]: _type = "Task" [ 1227.658743] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.668173] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.679595] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50789} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.679886] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1227.680112] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1227.680378] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-129db096-f179-4c0a-a257-05ea630d996d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.687217] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1227.687217] env[65368]: value = "task-4425487" [ 1227.687217] env[65368]: _type = "Task" [ 1227.687217] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.700051] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.843852] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.844113] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.844375] env[65368]: DEBUG nova.objects.instance [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'resources' on Instance uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.992601] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425485, 'name': PowerOffVM_Task, 'duration_secs': 0.344509} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.992997] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.993547] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1227.993753] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.993902] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1227.994100] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.994245] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1227.994385] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1227.994585] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1227.994736] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1227.994891] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1227.995056] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1227.995304] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1228.000593] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae006b58-210a-4e72-9328-4d796c029399 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.016710] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1228.016710] env[65368]: value = "task-4425488" [ 1228.016710] env[65368]: _type = "Task" [ 1228.016710] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.026673] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425488, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.170081] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.197954] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080406} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.198393] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1228.199328] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1e2a9b-17b7-4006-9586-8e4185b31477 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.222707] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1228.223053] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c9f0b8-40fc-4982-b43a-1952f29e7c1d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.245412] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1228.245412] env[65368]: value = "task-4425489" [ 1228.245412] env[65368]: _type = "Task" [ 1228.245412] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.257474] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425489, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.347163] env[65368]: DEBUG nova.objects.instance [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'numa_topology' on Instance uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.387309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.531330] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425488, 'name': ReconfigVM_Task, 'duration_secs': 0.284609} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.532590] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf916d06-dd29-49ef-87d4-0248ca417d28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.553862] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1228.554368] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1228.554587] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1228.554788] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1228.554937] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1228.555150] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1228.555594] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1228.555824] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1228.556040] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1228.556217] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1228.556423] env[65368]: DEBUG nova.virt.hardware [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1228.557300] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7cd395-4ab3-47d0-be48-f6ab9d9b1ef8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.565054] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1228.565054] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a5f0f0-6f87-a222-8948-14e7d6e51d11" [ 1228.565054] env[65368]: _type = "Task" [ 1228.565054] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.575188] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a5f0f0-6f87-a222-8948-14e7d6e51d11, 'name': SearchDatastore_Task, 'duration_secs': 0.008275} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.580613] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfiguring VM instance instance-00000069 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1228.580911] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01152303-3080-48d9-8c40-835fc0cc77e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.599480] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1228.599480] env[65368]: value = "task-4425490" [ 1228.599480] env[65368]: _type = "Task" [ 1228.599480] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.607922] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.620019] env[65368]: DEBUG nova.compute.manager [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1228.620019] env[65368]: DEBUG nova.compute.manager [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing instance network info cache due to event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1228.620019] env[65368]: DEBUG oslo_concurrency.lockutils [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.621046] env[65368]: DEBUG oslo_concurrency.lockutils [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.621046] env[65368]: DEBUG nova.network.neutron [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1228.670030] env[65368]: DEBUG oslo_vmware.api [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425486, 'name': PowerOnVM_Task, 'duration_secs': 0.811211} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.670162] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1228.670349] env[65368]: INFO nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Took 7.03 seconds to spawn the instance on the hypervisor. [ 1228.670522] env[65368]: DEBUG nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1228.671976] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284d203-0c39-403f-82dc-1cca06be6f9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.756295] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425489, 'name': ReconfigVM_Task, 'duration_secs': 0.31845} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.756492] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1228.757135] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1bc0db8-3408-49a7-8cef-61885541957d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.764103] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1228.764103] env[65368]: value = "task-4425491" [ 1228.764103] env[65368]: _type = "Task" [ 1228.764103] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.773694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.773886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.774105] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.774299] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.774505] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.776086] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425491, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.776719] env[65368]: INFO nova.compute.manager [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Terminating instance [ 1228.849735] env[65368]: DEBUG nova.objects.base [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Object Instance<6312cd09-977f-47b7-aa3c-8e1f41fb7d8c> lazy-loaded attributes: resources,numa_topology {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1228.923255] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7247020-a37d-4d9a-8983-cf9726b33675 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.931701] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8572b276-60d5-4a5d-9136-3283592eb60b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.963833] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab903908-1035-47eb-98a8-46fa4b911ff2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.976496] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e0cb35c-8e2f-439b-95db-8ba25355a916 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.992536] env[65368]: DEBUG nova.compute.provider_tree [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.111112] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425490, 'name': ReconfigVM_Task, 'duration_secs': 0.391543} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.111774] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfigured VM instance instance-00000069 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1229.112848] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fc2b3e-34dd-4c5e-aaf4-21981708bde7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.130595] env[65368]: WARNING neutronclient.v2_0.client [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.140509] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.141696] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00f5331b-acd1-48ef-b266-23f95ff28f4a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.161290] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1229.161290] env[65368]: value = "task-4425492" [ 1229.161290] env[65368]: _type = "Task" [ 1229.161290] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.170585] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425492, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.193479] env[65368]: INFO nova.compute.manager [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Took 14.91 seconds to build instance. [ 1229.276960] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425491, 'name': Rename_Task, 'duration_secs': 0.149884} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.276960] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1229.276960] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41761d04-bfc2-4479-ad6d-8e6d0b781420 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.280865] env[65368]: DEBUG nova.compute.manager [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1229.281229] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2a918cf-0d00-40d5-bd9d-bfa8eed9f994 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.287621] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1229.287621] env[65368]: value = "task-4425493" [ 1229.287621] env[65368]: _type = "Task" [ 1229.287621] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.295385] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91737f91-de7e-4307-b885-8c2aff7e849d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.311199] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425493, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.330737] env[65368]: WARNING nova.virt.vmwareapi.driver [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 could not be found. [ 1229.330972] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.331349] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18fac14e-b9da-424b-a660-7d69f2cdaf7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.343078] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd14bca-e358-4dff-93c8-4c94818c58b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.362573] env[65368]: WARNING neutronclient.v2_0.client [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.388251] env[65368]: WARNING nova.virt.vmwareapi.vmops [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0246416a-3106-40ae-af2d-c4d038c2f5b7 could not be found. [ 1229.388484] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.388649] env[65368]: INFO nova.compute.manager [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Took 0.11 seconds to destroy the instance on the hypervisor. [ 1229.388966] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1229.389189] env[65368]: DEBUG nova.compute.manager [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1229.389296] env[65368]: DEBUG nova.network.neutron [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1229.389542] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.434945] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1229.446182] env[65368]: DEBUG nova.network.neutron [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updated VIF entry in instance network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1229.446332] env[65368]: DEBUG nova.network.neutron [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.496594] env[65368]: DEBUG nova.scheduler.client.report [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.673286] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425492, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.696055] env[65368]: DEBUG oslo_concurrency.lockutils [None req-03b2c686-4286-426f-b23d-f9f352758d05 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.421s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.802379] env[65368]: DEBUG oslo_vmware.api [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425493, 'name': PowerOnVM_Task, 'duration_secs': 0.506355} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.803246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1229.803246] env[65368]: INFO nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Took 5.96 seconds to spawn the instance on the hypervisor. [ 1229.803246] env[65368]: DEBUG nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1229.804048] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61407b3d-516b-460f-a6eb-32fea3a9c5b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.949139] env[65368]: DEBUG oslo_concurrency.lockutils [req-744b134b-0a35-4d5f-94f0-96dc4b1e666e req-d7f97a7b-7d3e-4701-a1e3-aa0038883c8e service nova] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.009661] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.012148] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.625s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.109945] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59428899-ad92-40c7-811f-142e4ef42b62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.119989] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecb32dd-1fac-4204-976a-d67cde47fbed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.156855] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12f54c1-890d-4c69-b7cc-1a475cc676cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.168083] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de64c142-99de-4a93-b2f5-10f05ef481ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.177680] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425492, 'name': ReconfigVM_Task, 'duration_secs': 0.532902} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.185728] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06/0aaafcb1-42c6-4367-ab50-a810c71c6b06.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1230.186376] env[65368]: DEBUG nova.compute.provider_tree [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.188314] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99f19ab6-ee07-4a6d-ab22-5c5f535756a7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.210271] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4686e101-ad70-424e-87ff-992308f20837 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.229648] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4dfbb6-4f57-4ef2-8929-8b75e68bcc01 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.249191] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18557c15-1281-4ef1-a05d-273dde93e1b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.256156] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.256427] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a9573e0-ede2-44c2-9c63-1a488a96da12 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.265467] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1230.265467] env[65368]: value = "task-4425494" [ 1230.265467] env[65368]: _type = "Task" [ 1230.265467] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.277554] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425494, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.328295] env[65368]: INFO nova.compute.manager [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Took 14.92 seconds to build instance. [ 1230.463792] env[65368]: DEBUG nova.network.neutron [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.519698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-144bacf5-8f9e-44f4-bc67-8ba7edc12d79 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.427s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.520644] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 16.959s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.520837] env[65368]: INFO nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1230.521009] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.556750] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.556750] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.556750] env[65368]: INFO nova.compute.manager [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Unshelving [ 1230.694140] env[65368]: DEBUG nova.scheduler.client.report [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.703055] env[65368]: DEBUG nova.compute.manager [req-7fb29110-2783-42db-b0fe-949c47a484c5 req-010be08c-f17e-4ffc-9754-77ac2333389d service nova] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Received event network-vif-deleted-d5145f15-f04f-4583-a547-97c1d5d23b82 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1230.779034] env[65368]: DEBUG nova.compute.manager [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1230.784629] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425494, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.830853] env[65368]: DEBUG oslo_concurrency.lockutils [None req-00133913-0946-402d-a123-c430c5d311fd tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.431s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.966946] env[65368]: INFO nova.compute.manager [-] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Took 1.58 seconds to deallocate network for instance. [ 1231.199854] env[65368]: DEBUG oslo_concurrency.lockutils [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.187s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.201490] env[65368]: INFO nova.compute.manager [None req-41f60e18-5b2c-4e82-bc7f-76e88efe8b02 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Successfully reverted task state from rebuilding on failure for instance. [ 1231.279625] env[65368]: DEBUG oslo_vmware.api [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425494, 'name': PowerOnVM_Task, 'duration_secs': 0.797262} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.280266] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.312089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.312089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.348354] env[65368]: DEBUG nova.compute.manager [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-changed-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1231.348478] env[65368]: DEBUG nova.compute.manager [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing instance network info cache due to event network-changed-db0994eb-d328-498f-9222-470552764635. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1231.348687] env[65368]: DEBUG oslo_concurrency.lockutils [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.348826] env[65368]: DEBUG oslo_concurrency.lockutils [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.349596] env[65368]: DEBUG nova.network.neutron [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing network info cache for port db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.525867] env[65368]: INFO nova.compute.manager [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Took 0.56 seconds to detach 1 volumes for instance. [ 1231.530235] env[65368]: DEBUG nova.compute.manager [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Deleting volume: c82873f6-ae75-49eb-8089-ce4175881e9b {{(pid=65368) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1231.583801] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.816797] env[65368]: INFO nova.compute.claims [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1231.853231] env[65368]: WARNING neutronclient.v2_0.client [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.046010] env[65368]: WARNING neutronclient.v2_0.client [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.074177] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.132399] env[65368]: DEBUG nova.network.neutron [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updated VIF entry in instance network info cache for port db0994eb-d328-498f-9222-470552764635. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1232.132769] env[65368]: DEBUG nova.network.neutron [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.292288] env[65368]: INFO nova.compute.manager [None req-59e124e4-ca8f-4439-87a4-50ca33f676a8 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance to original state: 'active' [ 1232.324701] env[65368]: INFO nova.compute.resource_tracker [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating resource usage from migration 55954987-37a9-4415-87d5-219bb4a9af53 [ 1232.431314] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-181d6414-7915-4ec4-8182-834ed43878e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.439946] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-790e2977-fc43-4d8e-87be-881dfdb7aa51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.473232] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01068f2-71a3-4466-a6fe-fe44b6224ab3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.481839] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f943dfb-76ce-4a70-97a2-fd56569d1c9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.496764] env[65368]: DEBUG nova.compute.provider_tree [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.635292] env[65368]: DEBUG oslo_concurrency.lockutils [req-4aa33904-cdd9-4b16-ad0b-818fa7be747e req-1d26ac2f-fc1a-4d6b-b92f-4043851b59b2 service nova] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.001685] env[65368]: DEBUG nova.scheduler.client.report [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1233.273249] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.273481] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.300746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.301227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.301227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.301419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.301588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.305189] env[65368]: INFO nova.compute.manager [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Terminating instance [ 1233.506886] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.196s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.507152] env[65368]: INFO nova.compute.manager [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Migrating [ 1233.514112] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.930s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.514409] env[65368]: DEBUG nova.objects.instance [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'pci_requests' on Instance uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.524124] env[65368]: DEBUG nova.objects.instance [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'numa_topology' on Instance uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.776192] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1233.809086] env[65368]: DEBUG nova.compute.manager [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1233.809381] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.810362] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32caa256-4457-443d-8d86-fae91f5f929d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.819141] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.819402] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-252a126d-6ee7-4b12-ac4a-681cec3bae13 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.828911] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1233.828911] env[65368]: value = "task-4425496" [ 1233.828911] env[65368]: _type = "Task" [ 1233.828911] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.838281] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.026648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.026814] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.026960] env[65368]: DEBUG nova.network.neutron [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1234.028697] env[65368]: INFO nova.compute.claims [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1234.300924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.339621] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425496, 'name': PowerOffVM_Task, 'duration_secs': 0.3535} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.339953] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1234.340176] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1234.340463] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-515aff6e-07be-4dba-a5d6-75c248be9be1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.432351] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1234.432751] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1234.433076] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleting the datastore file [datastore1] 0aaafcb1-42c6-4367-ab50-a810c71c6b06 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1234.433384] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9276d60-254e-43c9-b88c-b70e25aaaef3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.441604] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1234.441604] env[65368]: value = "task-4425498" [ 1234.441604] env[65368]: _type = "Task" [ 1234.441604] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.450098] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425498, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.533233] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.680321] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.749172] env[65368]: DEBUG nova.network.neutron [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.951121] env[65368]: DEBUG oslo_vmware.api [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425498, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138534} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.951358] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1234.951535] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1234.951706] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1234.951873] env[65368]: INFO nova.compute.manager [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1234.952127] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1234.952323] env[65368]: DEBUG nova.compute.manager [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1234.952415] env[65368]: DEBUG nova.network.neutron [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1234.952646] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.983585] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1235.144672] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46248f55-ba87-483a-a698-01a059648e45 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.153036] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55d503c-7dd6-4571-9da6-750685ba5ef0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.184273] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a4aca-1855-4292-95da-e100f57ce309 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.192387] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd125f9-7286-4a4e-a1b0-e67a6f2bacb5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.206171] env[65368]: DEBUG nova.compute.provider_tree [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.251872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.411554] env[65368]: DEBUG nova.compute.manager [req-e7359e7f-9de0-4960-8808-426f6a402039 req-652bc419-2127-452f-b815-22296fe8658c service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Received event network-vif-deleted-2c26faf3-f615-4a11-a827-af8c283ba8dc {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1235.411916] env[65368]: INFO nova.compute.manager [req-e7359e7f-9de0-4960-8808-426f6a402039 req-652bc419-2127-452f-b815-22296fe8658c service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Neutron deleted interface 2c26faf3-f615-4a11-a827-af8c283ba8dc; detaching it from the instance and deleting it from the info cache [ 1235.411916] env[65368]: DEBUG nova.network.neutron [req-e7359e7f-9de0-4960-8808-426f6a402039 req-652bc419-2127-452f-b815-22296fe8658c service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.709730] env[65368]: DEBUG nova.scheduler.client.report [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.890848] env[65368]: DEBUG nova.network.neutron [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.914609] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab575254-7851-453c-9079-10f99459cf80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.926196] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c908d9da-26d1-48fd-9450-02084bf77269 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.953629] env[65368]: DEBUG nova.compute.manager [req-e7359e7f-9de0-4960-8808-426f6a402039 req-652bc419-2127-452f-b815-22296fe8658c service nova] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Detach interface failed, port_id=2c26faf3-f615-4a11-a827-af8c283ba8dc, reason: Instance 0aaafcb1-42c6-4367-ab50-a810c71c6b06 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1236.214774] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.215312] env[65368]: WARNING neutronclient.v2_0.client [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.218954] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.145s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.219138] env[65368]: DEBUG nova.objects.instance [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lazy-loading 'resources' on Instance uuid 0246416a-3106-40ae-af2d-c4d038c2f5b7 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.257954] env[65368]: INFO nova.network.neutron [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating port 24dffb6b-5be5-4875-97f7-e8608b9c91ae with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1236.393584] env[65368]: INFO nova.compute.manager [-] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Took 1.44 seconds to deallocate network for instance. [ 1236.768420] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a067ea-1bac-4fe2-8150-3617afe0f706 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.792974] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1236.845137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279fa774-6fcd-4b73-86ce-b520eb231e02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.854164] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-672578c9-9dbf-4e54-b31e-a4060e737462 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.885570] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7c5e29-6d5c-4279-81c5-26045418c871 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.893792] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9b4d49f-0eaf-4d62-b17f-28cb8177f409 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.901024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.908491] env[65368]: DEBUG nova.compute.provider_tree [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.301577] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.301971] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b6bd821-e2bf-4358-8f02-f55ed5ef9cf4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.311399] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1237.311399] env[65368]: value = "task-4425499" [ 1237.311399] env[65368]: _type = "Task" [ 1237.311399] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.321632] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.411914] env[65368]: DEBUG nova.scheduler.client.report [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1237.758864] env[65368]: DEBUG nova.compute.manager [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1237.759119] env[65368]: DEBUG oslo_concurrency.lockutils [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.759748] env[65368]: DEBUG oslo_concurrency.lockutils [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.759748] env[65368]: DEBUG oslo_concurrency.lockutils [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.759876] env[65368]: DEBUG nova.compute.manager [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] No waiting events found dispatching network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1237.759948] env[65368]: WARNING nova.compute.manager [req-4014dbbf-1bf9-40fc-8fb2-8fd00ed63bb4 req-602010d8-f810-475f-ad8f-c944aee8a5f6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received unexpected event network-vif-plugged-24dffb6b-5be5-4875-97f7-e8608b9c91ae for instance with vm_state shelved_offloaded and task_state spawning. [ 1237.823734] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425499, 'name': PowerOffVM_Task, 'duration_secs': 0.239182} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.824095] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1237.824242] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1237.828973] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.828973] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.828973] env[65368]: DEBUG nova.network.neutron [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1237.918434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.698s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.919726] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.619s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.921675] env[65368]: INFO nova.compute.claims [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.332476] env[65368]: WARNING neutronclient.v2_0.client [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.336703] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1238.336916] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1238.337092] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1238.337271] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1238.337411] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1238.337551] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1238.337754] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1238.337909] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1238.338184] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1238.338233] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1238.338399] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1238.343668] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac52a6b2-65e7-4362-942a-13553e67391d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.364342] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1238.364342] env[65368]: value = "task-4425500" [ 1238.364342] env[65368]: _type = "Task" [ 1238.364342] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.375532] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425500, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.437166] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3e391b0c-6825-4a07-9fd6-c64a0efcde09 tempest-ServerActionsV293TestJSON-446159760 tempest-ServerActionsV293TestJSON-446159760-project-member] Lock "0246416a-3106-40ae-af2d-c4d038c2f5b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.663s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.538709] env[65368]: WARNING neutronclient.v2_0.client [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1238.607967] env[65368]: DEBUG nova.network.neutron [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.875071] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425500, 'name': ReconfigVM_Task, 'duration_secs': 0.143658} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.875426] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.030611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f2c554-15ff-457c-aa85-1fb9ae862457 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.039417] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de71297c-9d97-46c2-bb78-f753f8c27381 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.072866] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20f3f0-32e3-4268-97a7-9f417275dfdd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.081388] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5acd868-c8f3-4b2f-a32f-edc7f597279d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.096255] env[65368]: DEBUG nova.compute.provider_tree [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1239.111252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.143128] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f8173539730c96b62e4718b5636a4d3c',container_format='bare',created_at=2025-11-12T22:52:18Z,direct_url=,disk_format='vmdk',id=f9ea5453-7eb0-4659-aace-384a9c7bede6,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-625200468-shelved',owner='a72731f6e18b47d8bc05766c6ad0ce13',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-11-12T22:52:36Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1239.143626] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.143626] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1239.143737] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.143822] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1239.143953] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1239.144177] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.144331] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1239.144577] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1239.144748] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1239.144915] env[65368]: DEBUG nova.virt.hardware [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1239.146227] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e66b58a-6a57-4543-8d40-0abf9b092626 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.155823] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8304b-fa9a-478d-b308-1916778b4c80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.171036] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:f8:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cd098b1c-636f-492d-b5ae-037cb0cae454', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24dffb6b-5be5-4875-97f7-e8608b9c91ae', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.178556] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1239.179247] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.179479] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19adf7f8-f703-4648-930a-2161c1333650 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.200136] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.200136] env[65368]: value = "task-4425501" [ 1239.200136] env[65368]: _type = "Task" [ 1239.200136] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.208227] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425501, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.382296] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1239.382509] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1239.382752] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1239.382971] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1239.383169] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1239.383351] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1239.383625] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1239.383796] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1239.383960] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1239.384133] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1239.384305] env[65368]: DEBUG nova.virt.hardware [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1239.390144] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1239.390491] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b450e16-d434-4bc7-90f3-4e256167bac8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.412521] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1239.412521] env[65368]: value = "task-4425502" [ 1239.412521] env[65368]: _type = "Task" [ 1239.412521] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.421728] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.599941] env[65368]: DEBUG nova.scheduler.client.report [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.710199] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425501, 'name': CreateVM_Task, 'duration_secs': 0.35329} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.710386] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1239.710873] env[65368]: WARNING neutronclient.v2_0.client [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.711337] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.711462] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.711792] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.712070] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fe0832b-30cb-4759-9086-b8d8c8b92859 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.718106] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1239.718106] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52767572-4a32-e83d-f3ad-f8c4627560e0" [ 1239.718106] env[65368]: _type = "Task" [ 1239.718106] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.725300] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52767572-4a32-e83d-f3ad-f8c4627560e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.792346] env[65368]: DEBUG nova.compute.manager [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1239.792473] env[65368]: DEBUG nova.compute.manager [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing instance network info cache due to event network-changed-24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1239.792675] env[65368]: DEBUG oslo_concurrency.lockutils [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] Acquiring lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.792810] env[65368]: DEBUG oslo_concurrency.lockutils [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] Acquired lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.792966] env[65368]: DEBUG nova.network.neutron [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Refreshing network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1239.923622] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.105251] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.185s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.105771] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1240.108476] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.208s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.108677] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.134738] env[65368]: INFO nova.scheduler.client.report [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted allocations for instance 0aaafcb1-42c6-4367-ab50-a810c71c6b06 [ 1240.227746] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.227746] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Processing image f9ea5453-7eb0-4659-aace-384a9c7bede6 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.227941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.227941] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.228146] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.228412] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-15d1c39b-3e8a-4483-9565-2311cf3efba6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.238480] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.238651] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.239415] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d4b6728-0abf-4871-b4c5-5a2fd88afea5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.245211] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1240.245211] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52497498-8570-cd11-3a78-9278028d7f1b" [ 1240.245211] env[65368]: _type = "Task" [ 1240.245211] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.253806] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52497498-8570-cd11-3a78-9278028d7f1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.296127] env[65368]: WARNING neutronclient.v2_0.client [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.424648] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.468669] env[65368]: WARNING neutronclient.v2_0.client [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1240.557196] env[65368]: DEBUG nova.network.neutron [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updated VIF entry in instance network info cache for port 24dffb6b-5be5-4875-97f7-e8608b9c91ae. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1240.557553] env[65368]: DEBUG nova.network.neutron [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [{"id": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "address": "fa:16:3e:9e:f8:d0", "network": {"id": "32a61bdc-34fc-4f77-a8d9-2a115d492d18", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1079447605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a72731f6e18b47d8bc05766c6ad0ce13", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cd098b1c-636f-492d-b5ae-037cb0cae454", "external-id": "nsx-vlan-transportzone-377", "segmentation_id": 377, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24dffb6b-5b", "ovs_interfaceid": "24dffb6b-5be5-4875-97f7-e8608b9c91ae", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1240.614107] env[65368]: DEBUG nova.compute.utils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1240.615866] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Not allocating networking since 'none' was specified. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1240.646261] env[65368]: DEBUG oslo_concurrency.lockutils [None req-16687cdb-e240-4311-9bde-eee05793d4be tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "0aaafcb1-42c6-4367-ab50-a810c71c6b06" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.345s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.756244] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1240.756521] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Fetch image to [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714/OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1240.756701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Downloading stream optimized image f9ea5453-7eb0-4659-aace-384a9c7bede6 to [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714/OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714.vmdk on the data store datastore1 as vApp {{(pid=65368) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1240.756869] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Downloading image file data f9ea5453-7eb0-4659-aace-384a9c7bede6 to the ESX as VM named 'OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714' {{(pid=65368) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1240.833930] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1240.833930] env[65368]: value = "resgroup-9" [ 1240.833930] env[65368]: _type = "ResourcePool" [ 1240.833930] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1240.834303] env[65368]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-40c1cf32-f47f-4e8b-ae7b-7bf9158a8d2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.856891] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease: (returnval){ [ 1240.856891] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1240.856891] env[65368]: _type = "HttpNfcLease" [ 1240.856891] env[65368]: } obtained for vApp import into resource pool (val){ [ 1240.856891] env[65368]: value = "resgroup-9" [ 1240.856891] env[65368]: _type = "ResourcePool" [ 1240.856891] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1240.857343] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the lease: (returnval){ [ 1240.857343] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1240.857343] env[65368]: _type = "HttpNfcLease" [ 1240.857343] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1240.864743] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1240.864743] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1240.864743] env[65368]: _type = "HttpNfcLease" [ 1240.864743] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1240.927110] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425502, 'name': ReconfigVM_Task, 'duration_secs': 1.116645} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.927480] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1240.928443] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae8e7d4-57f5-4917-8f81-e73a7da89e56 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.953288] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.953678] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a98be0-0bfd-4ab2-b874-cf4945433d2d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.972756] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1240.972756] env[65368]: value = "task-4425504" [ 1240.972756] env[65368]: _type = "Task" [ 1240.972756] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.982693] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425504, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.060893] env[65368]: DEBUG oslo_concurrency.lockutils [req-648d1b52-3c35-4bf1-ae38-049ab9da318c req-eaf9b4fd-bcf4-4afd-a864-5f102ba15af0 service nova] Releasing lock "refresh_cache-6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.118260] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1241.368534] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.368534] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1241.368534] env[65368]: _type = "HttpNfcLease" [ 1241.368534] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.483627] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425504, 'name': ReconfigVM_Task, 'duration_secs': 0.298921} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.483850] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Reconfigured VM instance instance-00000073 to attach disk [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4/d8db3dfa-73df-45e4-8d57-849377e92aa4.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.484128] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.656342] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.656593] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.866718] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1241.866718] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1241.866718] env[65368]: _type = "HttpNfcLease" [ 1241.866718] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1241.990875] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558652c-cbf1-462d-b24f-73f5cccc622b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.010137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50796035-e878-49ca-bb56-d675a24d6ccc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.028206] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1242.128334] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1242.156735] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1242.157050] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.157302] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1242.157574] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.157762] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1242.157919] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1242.158157] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.158349] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1242.158520] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1242.158679] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1242.158846] env[65368]: DEBUG nova.virt.hardware [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1242.159250] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1242.162343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ae1695f-391c-447f-830f-a1517d95e0da {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.171452] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94eee94b-0112-4133-b01b-5af0bfe94410 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.189751] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.195312] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Creating folder: Project (38d099724f264431889ba789a75c89b1). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.195655] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef9e36a-bfe2-47a4-81f8-196f2bfe09a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.208583] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Created folder: Project (38d099724f264431889ba789a75c89b1) in parent group-v865657. [ 1242.208774] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Creating folder: Instances. Parent ref: group-v865970. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1242.209027] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ccacca4-455f-47b1-8715-2897764f9d03 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.220775] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Created folder: Instances in parent group-v865970. [ 1242.221035] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1242.221242] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.221769] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c02f355-83df-4d40-9fb7-4ab03632ed59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.240185] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.240185] env[65368]: value = "task-4425507" [ 1242.240185] env[65368]: _type = "Task" [ 1242.240185] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.248843] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425507, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.368880] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1242.368880] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1242.368880] env[65368]: _type = "HttpNfcLease" [ 1242.368880] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1242.369192] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1242.369192] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d52a92-5c9d-fbfd-88a9-0f2998b12c20" [ 1242.369192] env[65368]: _type = "HttpNfcLease" [ 1242.369192] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1242.369902] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9807f9-6617-4e44-b3cb-b68d9e43091e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.377764] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1242.377944] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1242.439368] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-551a7610-ee91-44f4-bd8e-c522a44c4bad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.534874] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.535361] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1242.570894] env[65368]: DEBUG nova.network.neutron [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Port a8e44368-d7c0-45ca-857d-0d76ab50fef4 binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1242.689995] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1242.690378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.692262] env[65368]: INFO nova.compute.claims [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.752052] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425507, 'name': CreateVM_Task, 'duration_secs': 0.307422} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.753156] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1242.753700] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.753866] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.754218] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.754471] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c4527aa-d01d-4052-8a45-54457a5f23e2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.760479] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1242.760479] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52563a35-68e5-5c2b-8fef-1df1374e757d" [ 1242.760479] env[65368]: _type = "Task" [ 1242.760479] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.772198] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52563a35-68e5-5c2b-8fef-1df1374e757d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.273154] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52563a35-68e5-5c2b-8fef-1df1374e757d, 'name': SearchDatastore_Task, 'duration_secs': 0.018907} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.274338] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.274575] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.274806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.274984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.275229] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.275510] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5fcb2d17-fb6b-4f88-a6fd-354535aef5a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.285135] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.285372] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.287264] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cd087b-25c3-4e7a-bd4b-a37a3b0e164d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.293496] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1243.293496] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5297ed15-334a-cf45-940b-53e5c29913da" [ 1243.293496] env[65368]: _type = "Task" [ 1243.293496] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.303831] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5297ed15-334a-cf45-940b-53e5c29913da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.593357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.593644] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.593827] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.722430] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1243.723825] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1243.724047] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912008f4-6277-4bab-9cfe-f6f6a4d90f20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.734556] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1243.734735] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1243.734969] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-210bb01a-6b86-45cf-85eb-0ea30c7ca04c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.804789] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5297ed15-334a-cf45-940b-53e5c29913da, 'name': SearchDatastore_Task, 'duration_secs': 0.00932} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.808366] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb9c0c1-695c-4cfd-888e-7cec660efc0b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.814243] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1243.814243] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5209f3fa-c428-ec31-46b7-fedfc96bcd50" [ 1243.814243] env[65368]: _type = "Task" [ 1243.814243] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.818614] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63940b95-72da-4e44-8712-de24e5f15271 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.827099] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5209f3fa-c428-ec31-46b7-fedfc96bcd50, 'name': SearchDatastore_Task, 'duration_secs': 0.009581} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.828953] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.829230] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1243.829542] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46ee19c2-6a10-4ceb-a132-a87972cf3377 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.832872] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b0b6b-551f-4755-8155-615213032fe6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.866822] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3963905-d85d-4a63-9aa8-47801716c2d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.869581] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1243.869581] env[65368]: value = "task-4425508" [ 1243.869581] env[65368]: _type = "Task" [ 1243.869581] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.876577] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0e5448-8be5-4e20-a783-9b0a2e1bc5e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.883364] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.893558] env[65368]: DEBUG nova.compute.provider_tree [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.929824] env[65368]: DEBUG oslo_vmware.rw_handles [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b9f6d9-ff49-f11f-4791-c770fab4ad2c/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1243.930057] env[65368]: INFO nova.virt.vmwareapi.images [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Downloaded image file data f9ea5453-7eb0-4659-aace-384a9c7bede6 [ 1243.930942] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253db895-2374-4cbe-91a1-e4c38c8bae49 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.949424] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99683612-9b2d-4649-9836-b9871b922bed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.981534] env[65368]: INFO nova.virt.vmwareapi.images [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] The imported VM was unregistered [ 1243.984497] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1243.984825] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.985172] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abda10da-c2ae-4670-88e5-18916b4c9046 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.000688] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Created directory with path [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.000925] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714/OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714.vmdk to [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk. {{(pid=65368) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1244.001192] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-c84e03ae-ba83-4686-a003-e379eaa37521 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.010267] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1244.010267] env[65368]: value = "task-4425510" [ 1244.010267] env[65368]: _type = "Task" [ 1244.010267] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.019575] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.385665] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425508, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.397019] env[65368]: DEBUG nova.scheduler.client.report [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.520222] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.599553] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1244.632014] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.632211] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.632388] env[65368]: DEBUG nova.network.neutron [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1244.885874] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604333} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.885874] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1244.885874] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1244.885874] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26b6fd60-58eb-4940-b7a6-971aecf7c34d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.896115] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1244.896115] env[65368]: value = "task-4425511" [ 1244.896115] env[65368]: _type = "Task" [ 1244.896115] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.902327] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.212s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.903285] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1244.911119] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.024023] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.137926] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.309290] env[65368]: WARNING neutronclient.v2_0.client [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.386426] env[65368]: DEBUG nova.network.neutron [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.408833] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198244} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.409066] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1245.409957] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a585e4de-2b4d-47ce-a2c2-bea1a217d3a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.413856] env[65368]: DEBUG nova.compute.utils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1245.415655] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1245.415873] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1245.416222] env[65368]: WARNING neutronclient.v2_0.client [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.416520] env[65368]: WARNING neutronclient.v2_0.client [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1245.438723] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1245.439775] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe60d57-4f13-4b67-b6bf-6bbc6bc785c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.458757] env[65368]: DEBUG nova.policy [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aa3d11b024a7456d8ffbda418b710203', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1058962de456478282c7aec7fcb31331', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1245.464135] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1245.464135] env[65368]: value = "task-4425512" [ 1245.464135] env[65368]: _type = "Task" [ 1245.464135] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.480081] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425512, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.527181] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.806979] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Successfully created port: 212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1245.889714] env[65368]: DEBUG oslo_concurrency.lockutils [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.920733] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1245.978587] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425512, 'name': ReconfigVM_Task, 'duration_secs': 0.361004} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.978757] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1245.979556] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c24c7c28-15ae-4f90-8163-63b2bb0ed263 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.990627] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1245.990627] env[65368]: value = "task-4425513" [ 1245.990627] env[65368]: _type = "Task" [ 1245.990627] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.006018] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425513, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.025895] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.420554] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6bc1d70-48d8-4bf8-8a44-5e3652e113e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.447285] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c46996-666e-4deb-9c35-e6d4ff0ab260 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.459962] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1246.509638] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425513, 'name': Rename_Task, 'duration_secs': 0.249416} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.509638] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.509857] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8ecba7d-79c8-4152-882d-31952edd4213 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.531925] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.532329] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1246.532329] env[65368]: value = "task-4425514" [ 1246.532329] env[65368]: _type = "Task" [ 1246.532329] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.546254] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425514, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.948626] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1246.967385] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1246.967854] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-507d3597-71d7-4a7f-903c-6a40b6082d26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.977771] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1246.977771] env[65368]: value = "task-4425515" [ 1246.977771] env[65368]: _type = "Task" [ 1246.977771] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.980089] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1246.980315] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1246.980468] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1246.980662] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1246.980807] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1246.980951] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1246.981204] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1246.981369] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1246.981535] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1246.981692] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1246.981858] env[65368]: DEBUG nova.virt.hardware [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1246.982743] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7076b9d6-9098-4db6-a5d1-290c08e8c6f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.995980] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.999311] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fc6c1f-2fbc-40b7-8a76-c8cfb5e37450 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.023978] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.043395] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425514, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.245437] env[65368]: DEBUG nova.compute.manager [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Received event network-vif-plugged-212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1247.245666] env[65368]: DEBUG oslo_concurrency.lockutils [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] Acquiring lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.245866] env[65368]: DEBUG oslo_concurrency.lockutils [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.246072] env[65368]: DEBUG oslo_concurrency.lockutils [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.246229] env[65368]: DEBUG nova.compute.manager [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] No waiting events found dispatching network-vif-plugged-212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1247.246425] env[65368]: WARNING nova.compute.manager [req-5570f86a-b8c3-4042-8cef-2ac578b9297a req-bf36ce0d-9606-44c8-a751-6bac9a69797a service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Received unexpected event network-vif-plugged-212ab4cf-2637-439f-ae71-f216ec495685 for instance with vm_state building and task_state spawning. [ 1247.337626] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Successfully updated port: 212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1247.498405] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425515, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.526329] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425510, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.292822} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.526644] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714/OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714.vmdk to [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk. [ 1247.526833] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Cleaning up location [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1247.527055] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_13d7f85e-fb04-45ad-9973-7fdbda4f5714 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1247.527327] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a77fcc69-4272-4187-ae96-839a77b46b80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.535690] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1247.535690] env[65368]: value = "task-4425516" [ 1247.535690] env[65368]: _type = "Task" [ 1247.535690] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.547859] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425514, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.551048] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425516, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.841278] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.841523] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.841711] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1247.996352] env[65368]: DEBUG oslo_vmware.api [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425515, 'name': PowerOnVM_Task, 'duration_secs': 0.894957} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.996490] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1247.996621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-765331d6-40ab-45e2-96ff-a6c6e24d44c5 tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance 'd8db3dfa-73df-45e4-8d57-849377e92aa4' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.055030] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425516, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199474} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.055267] env[65368]: DEBUG oslo_vmware.api [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425514, 'name': PowerOnVM_Task, 'duration_secs': 1.078113} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.055549] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1248.055883] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.056103] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk to [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1248.056462] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.056746] env[65368]: INFO nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Took 5.93 seconds to spawn the instance on the hypervisor. [ 1248.056989] env[65368]: DEBUG nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1248.057304] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f37e77b3-97ae-45e2-8543-6e2be4b8fe26 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.060309] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef2ef07-a9d7-4b91-9364-e939f843462b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.070916] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1248.070916] env[65368]: value = "task-4425517" [ 1248.070916] env[65368]: _type = "Task" [ 1248.070916] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.082142] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.382315] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1248.463025] env[65368]: WARNING neutronclient.v2_0.client [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1248.548940] env[65368]: DEBUG nova.network.neutron [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.584477] env[65368]: INFO nova.compute.manager [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Took 14.30 seconds to build instance. [ 1248.590909] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.053345] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.053715] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Instance network_info: |[{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1249.054292] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:4e:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee9ce73d-4ee8-4b28-b7d3-3a5735039627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '212ab4cf-2637-439f-ae71-f216ec495685', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1249.062978] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1249.064196] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1249.064574] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7644903-fd8b-40fd-9fb8-2ed89e4361ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.094839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4805bc79-969d-40c0-8a20-34ade656bb9c tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.821s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.095197] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.097079] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1249.097079] env[65368]: value = "task-4425518" [ 1249.097079] env[65368]: _type = "Task" [ 1249.097079] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.107719] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425518, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.284353] env[65368]: DEBUG nova.compute.manager [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Received event network-changed-212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1249.284657] env[65368]: DEBUG nova.compute.manager [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Refreshing instance network info cache due to event network-changed-212ab4cf-2637-439f-ae71-f216ec495685. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1249.284921] env[65368]: DEBUG oslo_concurrency.lockutils [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] Acquiring lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.285142] env[65368]: DEBUG oslo_concurrency.lockutils [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] Acquired lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.285476] env[65368]: DEBUG nova.network.neutron [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Refreshing network info cache for port 212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1249.593703] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.608256] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425518, 'name': CreateVM_Task, 'duration_secs': 0.466584} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.608540] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.609016] env[65368]: WARNING neutronclient.v2_0.client [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.609401] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.609552] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.609872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.610172] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c0b4c65-594f-498d-a0ad-5d666b7ccc5d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.616327] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1249.616327] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a8ae37-60ac-65ee-5026-34a750a69df3" [ 1249.616327] env[65368]: _type = "Task" [ 1249.616327] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.627240] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a8ae37-60ac-65ee-5026-34a750a69df3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.788188] env[65368]: WARNING neutronclient.v2_0.client [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.874706] env[65368]: INFO nova.compute.manager [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Rebuilding instance [ 1249.928645] env[65368]: DEBUG nova.compute.manager [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1249.929666] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea15a8ed-e841-4280-bf88-670c9a498956 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.962260] env[65368]: WARNING neutronclient.v2_0.client [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1250.045917] env[65368]: DEBUG nova.network.neutron [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updated VIF entry in instance network info cache for port 212ab4cf-2637-439f-ae71-f216ec495685. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1250.046217] env[65368]: DEBUG nova.network.neutron [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.095547] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.129873] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a8ae37-60ac-65ee-5026-34a750a69df3, 'name': SearchDatastore_Task, 'duration_secs': 0.044165} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.130281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.130737] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1250.130824] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.130947] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.131149] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1250.131433] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc20cb7a-cad4-44f0-9255-a0d356e9f952 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.147403] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.147615] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.148702] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1738f015-9edb-4cbf-ac1e-1399e231534d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.156074] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1250.156074] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52236bc2-f40b-f472-e891-fb313bfcd935" [ 1250.156074] env[65368]: _type = "Task" [ 1250.156074] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.167490] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52236bc2-f40b-f472-e891-fb313bfcd935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.473046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.473046] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.473304] env[65368]: DEBUG nova.compute.manager [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Going to confirm migration 9 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1250.549156] env[65368]: DEBUG oslo_concurrency.lockutils [req-07e59a3a-1308-4992-83f6-b64b7b228b45 req-228a2db8-8966-43e8-a93c-e3bdfe0c1607 service nova] Releasing lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.593328] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425517, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.391945} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.593574] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f9ea5453-7eb0-4659-aace-384a9c7bede6/f9ea5453-7eb0-4659-aace-384a9c7bede6.vmdk to [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1250.594381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b72446-a50e-45a3-9dc1-3be6745dabab {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.616574] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1250.616873] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b359ec3-d94d-450d-8c70-16fc62da8dba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.637507] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1250.637507] env[65368]: value = "task-4425519" [ 1250.637507] env[65368]: _type = "Task" [ 1250.637507] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.646808] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.668398] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52236bc2-f40b-f472-e891-fb313bfcd935, 'name': SearchDatastore_Task, 'duration_secs': 0.046655} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.669437] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586c2f41-bda0-4630-9b10-c7668ff8de40 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.675864] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1250.675864] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7d685-5922-d90e-5027-3456f804b0b5" [ 1250.675864] env[65368]: _type = "Task" [ 1250.675864] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.684429] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7d685-5922-d90e-5027-3456f804b0b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.944749] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.945084] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7bacc5b-4b01-4074-a1c5-7563dbf86e80 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.952869] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1250.952869] env[65368]: value = "task-4425520" [ 1250.952869] env[65368]: _type = "Task" [ 1250.952869] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.965124] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.979914] env[65368]: WARNING neutronclient.v2_0.client [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.014711] env[65368]: WARNING neutronclient.v2_0.client [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.015109] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.015298] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquired lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.015512] env[65368]: DEBUG nova.network.neutron [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1251.015697] env[65368]: DEBUG nova.objects.instance [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'info_cache' on Instance uuid d8db3dfa-73df-45e4-8d57-849377e92aa4 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1251.147623] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425519, 'name': ReconfigVM_Task, 'duration_secs': 0.310121} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.147831] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c/6312cd09-977f-47b7-aa3c-8e1f41fb7d8c.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1251.148532] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3002b932-3079-4a2e-bf3f-0e84535afe9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.155742] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1251.155742] env[65368]: value = "task-4425521" [ 1251.155742] env[65368]: _type = "Task" [ 1251.155742] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.164987] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425521, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.185018] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a7d685-5922-d90e-5027-3456f804b0b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010955} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.185308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.185565] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d8a7f20b-01c5-4674-a0bc-1bb0af9efd46/d8a7f20b-01c5-4674-a0bc-1bb0af9efd46.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.185824] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-717c8c11-9bbc-4820-b7eb-ef33ee1c0877 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.193163] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1251.193163] env[65368]: value = "task-4425522" [ 1251.193163] env[65368]: _type = "Task" [ 1251.193163] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.201924] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.462903] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425520, 'name': PowerOffVM_Task, 'duration_secs': 0.343575} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.463178] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.463826] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1251.464611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47ce5dd8-a2c5-4971-a04f-701c82435304 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.472512] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.472773] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-285f52ac-7f99-43f0-a297-a8a8e62261ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.497168] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.497389] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.497575] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Deleting the datastore file [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.497854] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-05bd39db-3ca7-45d0-ba86-802791df80ea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.505010] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1251.505010] env[65368]: value = "task-4425524" [ 1251.505010] env[65368]: _type = "Task" [ 1251.505010] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.512940] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.666821] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425521, 'name': Rename_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.703739] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425522, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.015685] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255349} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.015951] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.016243] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.016328] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.021731] env[65368]: WARNING neutronclient.v2_0.client [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.167753] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425521, 'name': Rename_Task, 'duration_secs': 0.887577} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.171210] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1252.171733] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2753c260-fd0f-49a6-896a-e5d50ef27f02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.179743] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1252.179743] env[65368]: value = "task-4425525" [ 1252.179743] env[65368]: _type = "Task" [ 1252.179743] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.189483] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.203936] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425522, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.205320] env[65368]: WARNING neutronclient.v2_0.client [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.285290] env[65368]: DEBUG nova.network.neutron [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [{"id": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "address": "fa:16:3e:da:69:31", "network": {"id": "d0bc1abf-2b7b-4ee5-8d5d-f4f41e59ce47", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1250441236-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a3130c16b9cf421f8374c0fc3d2eb79e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ff3baee-99ce-4b51-ae98-efc6163aaab3", "external-id": "nsx-vlan-transportzone-574", "segmentation_id": 574, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8e44368-d7", "ovs_interfaceid": "a8e44368-d7c0-45ca-857d-0d76ab50fef4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.692645] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425525, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.704936] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425522, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.17293} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.705244] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] d8a7f20b-01c5-4674-a0bc-1bb0af9efd46/d8a7f20b-01c5-4674-a0bc-1bb0af9efd46.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.705568] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.705841] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960a2b3e-954a-402c-b02e-2626513ba10f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.712665] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1252.712665] env[65368]: value = "task-4425526" [ 1252.712665] env[65368]: _type = "Task" [ 1252.712665] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.721989] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.787916] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Releasing lock "refresh_cache-d8db3dfa-73df-45e4-8d57-849377e92aa4" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.788223] env[65368]: DEBUG nova.objects.instance [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lazy-loading 'migration_context' on Instance uuid d8db3dfa-73df-45e4-8d57-849377e92aa4 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.059713] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1253.060166] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1253.060166] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1253.060330] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1253.060452] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1253.060602] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1253.060824] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.060976] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1253.061154] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1253.061315] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1253.061547] env[65368]: DEBUG nova.virt.hardware [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1253.062477] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793e7c76-58a2-48b7-b63f-26d84d223cd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.071893] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a608f738-d1db-48c0-8d18-e50b2b6e7f1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.086412] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance VIF info [] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1253.092161] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1253.092441] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1253.092662] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27add78a-ea67-4476-9461-97631edea049 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.111170] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1253.111170] env[65368]: value = "task-4425527" [ 1253.111170] env[65368]: _type = "Task" [ 1253.111170] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.120293] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425527, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.190873] env[65368]: DEBUG oslo_vmware.api [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425525, 'name': PowerOnVM_Task, 'duration_secs': 0.516923} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.191167] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1253.223315] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058571} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.223542] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1253.224251] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de858338-31d2-4534-a069-86546c381e89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.248057] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d8a7f20b-01c5-4674-a0bc-1bb0af9efd46/d8a7f20b-01c5-4674-a0bc-1bb0af9efd46.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1253.248431] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31c11919-caa9-4849-952d-5c6ee5313ca8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.269834] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1253.269834] env[65368]: value = "task-4425528" [ 1253.269834] env[65368]: _type = "Task" [ 1253.269834] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.278735] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.291847] env[65368]: DEBUG nova.objects.base [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1253.292877] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55e04c30-74f8-4e11-9422-9a5315bd60d5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.318630] env[65368]: DEBUG nova.compute.manager [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1253.318912] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b8ce35b-f136-4703-aaf9-91961398db72 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.321839] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef89bd92-c48f-441a-b440-1d2203db5ecd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.328741] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1253.328741] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5209f6d0-596e-bcc6-85de-762b90aca00c" [ 1253.328741] env[65368]: _type = "Task" [ 1253.328741] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.341715] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5209f6d0-596e-bcc6-85de-762b90aca00c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.622241] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425527, 'name': CreateVM_Task} progress is 25%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.779984] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.844132] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5209f6d0-596e-bcc6-85de-762b90aca00c, 'name': SearchDatastore_Task, 'duration_secs': 0.016564} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.845979] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.846256] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.847608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-345d21fe-efe1-4bfe-9d2c-ec01d04fa0da tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.291s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.122588] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425527, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.280939] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425528, 'name': ReconfigVM_Task, 'duration_secs': 0.630073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.281239] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d8a7f20b-01c5-4674-a0bc-1bb0af9efd46/d8a7f20b-01c5-4674-a0bc-1bb0af9efd46.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1254.281896] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c6fedb-7c24-409f-96bc-cd711629a540 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.289720] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1254.289720] env[65368]: value = "task-4425529" [ 1254.289720] env[65368]: _type = "Task" [ 1254.289720] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.299025] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425529, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.459397] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b4fff7-a5fc-43f2-ad2c-006e6443bac3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.467798] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf4d694-8401-445d-9852-a275168c7b91 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.500752] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fda3503c-8ef6-4c33-b46d-166651e2523d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.509359] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20268fcc-1602-4909-9189-d5bcfc95b078 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.523599] env[65368]: DEBUG nova.compute.provider_tree [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1254.623030] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425527, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.799783] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425529, 'name': Rename_Task, 'duration_secs': 0.162905} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.800204] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.800361] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cab7b26e-062f-4084-b63b-3a9270e94298 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.807705] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1254.807705] env[65368]: value = "task-4425530" [ 1254.807705] env[65368]: _type = "Task" [ 1254.807705] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.815885] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.028124] env[65368]: DEBUG nova.scheduler.client.report [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.125111] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425527, 'name': CreateVM_Task, 'duration_secs': 1.706623} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.125289] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.125637] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.125797] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.126140] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.126540] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3a05167-2ac6-4343-bda7-f988ac7606ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.132355] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1255.132355] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524368d6-27f4-667a-6442-bdf4aafe03b4" [ 1255.132355] env[65368]: _type = "Task" [ 1255.132355] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.141458] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524368d6-27f4-667a-6442-bdf4aafe03b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.318498] env[65368]: DEBUG oslo_vmware.api [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425530, 'name': PowerOnVM_Task, 'duration_secs': 0.487407} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.318784] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.318984] env[65368]: INFO nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Took 8.37 seconds to spawn the instance on the hypervisor. [ 1255.319174] env[65368]: DEBUG nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1255.320032] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa47c2a3-d759-4747-9602-8de5c62eb01c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.643865] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]524368d6-27f4-667a-6442-bdf4aafe03b4, 'name': SearchDatastore_Task, 'duration_secs': 0.011697} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.644255] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.644551] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.644784] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.644930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.645283] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.645381] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b09f492-64be-4923-9502-22c287b76274 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.655309] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.655496] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.656261] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19b65ee0-d3ac-48a9-8881-7de1161357af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.664222] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1255.664222] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52476af9-2f97-f8d9-c272-b7928ea28b1f" [ 1255.664222] env[65368]: _type = "Task" [ 1255.664222] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.673795] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52476af9-2f97-f8d9-c272-b7928ea28b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.839150] env[65368]: INFO nova.compute.manager [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Took 13.17 seconds to build instance. [ 1256.043896] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.197s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.175849] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52476af9-2f97-f8d9-c272-b7928ea28b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.010442} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.176882] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f9fa960-417b-4e32-9ae6-859e67b6677e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.186021] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1256.186021] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ad8c03-5955-c907-852b-fcb80dbfa681" [ 1256.186021] env[65368]: _type = "Task" [ 1256.186021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.190477] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.191034] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.196788] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ad8c03-5955-c907-852b-fcb80dbfa681, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.341121] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7d4db932-2f26-485c-b4f0-c216152e50cd tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.684s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.614716] env[65368]: INFO nova.scheduler.client.report [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocation for migration 55954987-37a9-4415-87d5-219bb4a9af53 [ 1256.695315] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ad8c03-5955-c907-852b-fcb80dbfa681, 'name': SearchDatastore_Task, 'duration_secs': 0.018858} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.695654] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.695927] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.696569] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a04b005-40fd-4113-87c0-28c9e935f80d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.699404] env[65368]: DEBUG nova.compute.utils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1256.706791] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1256.706791] env[65368]: value = "task-4425531" [ 1256.706791] env[65368]: _type = "Task" [ 1256.706791] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.716024] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425531, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.120820] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.648s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.202458] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.217968] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425531, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.718105] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425531, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.791067} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.718420] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.718653] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.718923] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d53a03f-d565-43b4-a236-99435131806e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.726356] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1257.726356] env[65368]: value = "task-4425532" [ 1257.726356] env[65368]: _type = "Task" [ 1257.726356] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.736434] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425532, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.784740] env[65368]: DEBUG nova.compute.manager [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Received event network-changed-212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1257.784946] env[65368]: DEBUG nova.compute.manager [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Refreshing instance network info cache due to event network-changed-212ab4cf-2637-439f-ae71-f216ec495685. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1257.785224] env[65368]: DEBUG oslo_concurrency.lockutils [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] Acquiring lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.785388] env[65368]: DEBUG oslo_concurrency.lockutils [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] Acquired lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.785575] env[65368]: DEBUG nova.network.neutron [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Refreshing network info cache for port 212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1258.237082] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29116} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.237476] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.238127] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7061baa-336d-44a2-9d70-73a907017f4d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.258722] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.259392] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4fea591-3732-46a2-93ae-5c9597a597b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.275142] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.275398] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.275605] env[65368]: INFO nova.compute.manager [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attaching volume afc7434e-9d4f-4aba-af88-b42e26044daa to /dev/sdb [ 1258.285074] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1258.285074] env[65368]: value = "task-4425533" [ 1258.285074] env[65368]: _type = "Task" [ 1258.285074] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.288669] env[65368]: WARNING neutronclient.v2_0.client [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.297179] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425533, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.315843] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922fa9b7-3b3d-40bf-977e-90dfd5016371 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.326372] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f008b-6333-41b3-8710-95e582bf72cb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.341160] env[65368]: DEBUG nova.virt.block_device [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating existing volume attachment record: c84248bb-28a5-4ca7-aec9-4b104a77a59a {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1258.461600] env[65368]: WARNING neutronclient.v2_0.client [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.493614] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.493866] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.494131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.494319] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.494487] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.496938] env[65368]: INFO nova.compute.manager [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Terminating instance [ 1258.551330] env[65368]: DEBUG nova.network.neutron [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updated VIF entry in instance network info cache for port 212ab4cf-2637-439f-ae71-f216ec495685. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1258.551757] env[65368]: DEBUG nova.network.neutron [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.796905] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.001064] env[65368]: DEBUG nova.compute.manager [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1259.001352] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1259.002364] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29fbe25-ed61-486c-a053-30f36be9d5f9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.010799] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.011085] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c32de54d-f50e-42b2-8ac6-9484b20f4505 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.018759] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1259.018759] env[65368]: value = "task-4425535" [ 1259.018759] env[65368]: _type = "Task" [ 1259.018759] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.030254] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.055186] env[65368]: DEBUG oslo_concurrency.lockutils [req-8058cd0c-9708-46d8-954f-7d4c7b597748 req-d4ad952f-14f7-4973-bb02-b8033f5fccca service nova] Releasing lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.295975] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425533, 'name': ReconfigVM_Task, 'duration_secs': 0.666521} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.296431] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Reconfigured VM instance instance-00000075 to attach disk [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff/ae0e44fd-f258-42c4-952d-450b4143e7ff.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.296995] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0eccd590-51a5-447b-9416-2629846f4785 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.304429] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1259.304429] env[65368]: value = "task-4425536" [ 1259.304429] env[65368]: _type = "Task" [ 1259.304429] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.313496] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425536, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.529166] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425535, 'name': PowerOffVM_Task, 'duration_secs': 0.409107} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.529446] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.529621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1259.529933] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f870aae1-1a9f-48c8-a397-8a689a1561d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.601075] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.601284] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.601419] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleting the datastore file [datastore2] d8db3dfa-73df-45e4-8d57-849377e92aa4 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.601685] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2369dd7d-e1d9-4fc1-a73b-4439b9d8151a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.609396] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for the task: (returnval){ [ 1259.609396] env[65368]: value = "task-4425538" [ 1259.609396] env[65368]: _type = "Task" [ 1259.609396] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.617657] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.814764] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425536, 'name': Rename_Task, 'duration_secs': 0.361822} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.815049] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.815305] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7661dc50-5914-4bc8-9e40-cb0d642c9ed6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.821687] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1259.821687] env[65368]: value = "task-4425539" [ 1259.821687] env[65368]: _type = "Task" [ 1259.821687] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.830026] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.119754] env[65368]: DEBUG oslo_vmware.api [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Task: {'id': task-4425538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.500198} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.119945] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1260.120137] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1260.120314] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1260.120550] env[65368]: INFO nova.compute.manager [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1260.120866] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1260.121082] env[65368]: DEBUG nova.compute.manager [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1260.121183] env[65368]: DEBUG nova.network.neutron [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1260.121455] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.188902] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.333564] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.436831] env[65368]: DEBUG nova.compute.manager [req-902bfeb9-01ac-4cba-82e4-907406b1cb71 req-50f38967-aa38-46fd-8d88-61c80a07b0ad service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Received event network-vif-deleted-a8e44368-d7c0-45ca-857d-0d76ab50fef4 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1260.437089] env[65368]: INFO nova.compute.manager [req-902bfeb9-01ac-4cba-82e4-907406b1cb71 req-50f38967-aa38-46fd-8d88-61c80a07b0ad service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Neutron deleted interface a8e44368-d7c0-45ca-857d-0d76ab50fef4; detaching it from the instance and deleting it from the info cache [ 1260.437213] env[65368]: DEBUG nova.network.neutron [req-902bfeb9-01ac-4cba-82e4-907406b1cb71 req-50f38967-aa38-46fd-8d88-61c80a07b0ad service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.833616] env[65368]: DEBUG oslo_vmware.api [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425539, 'name': PowerOnVM_Task, 'duration_secs': 0.55751} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.833908] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.834140] env[65368]: DEBUG nova.compute.manager [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1260.835014] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1c1b2a-8fec-41d0-a992-43e890dd4146 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.910445] env[65368]: DEBUG nova.network.neutron [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.939695] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29409368-f683-4498-a828-a12b31d1d3cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.950134] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6829a2c3-bb17-4220-8049-196cf292d069 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.981024] env[65368]: DEBUG nova.compute.manager [req-902bfeb9-01ac-4cba-82e4-907406b1cb71 req-50f38967-aa38-46fd-8d88-61c80a07b0ad service nova] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Detach interface failed, port_id=a8e44368-d7c0-45ca-857d-0d76ab50fef4, reason: Instance d8db3dfa-73df-45e4-8d57-849377e92aa4 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1261.353050] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.353426] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.353426] env[65368]: DEBUG nova.objects.instance [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1261.413253] env[65368]: INFO nova.compute.manager [-] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Took 1.29 seconds to deallocate network for instance. [ 1261.684756] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.685045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.685315] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "ae0e44fd-f258-42c4-952d-450b4143e7ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.685437] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.685648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.687728] env[65368]: INFO nova.compute.manager [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Terminating instance [ 1261.922147] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.191252] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "refresh_cache-ae0e44fd-f258-42c4-952d-450b4143e7ff" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.191435] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquired lock "refresh_cache-ae0e44fd-f258-42c4-952d-450b4143e7ff" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.191609] env[65368]: DEBUG nova.network.neutron [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1262.361915] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86ae79bb-9ce0-4bc0-9af4-02e8f8e41cb7 tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.363093] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.441s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.363301] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.389491] env[65368]: INFO nova.scheduler.client.report [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Deleted allocations for instance d8db3dfa-73df-45e4-8d57-849377e92aa4 [ 1262.694904] env[65368]: WARNING neutronclient.v2_0.client [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.720171] env[65368]: DEBUG nova.network.neutron [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1262.794147] env[65368]: DEBUG nova.network.neutron [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.889983] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.890247] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865975', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'name': 'volume-afc7434e-9d4f-4aba-af88-b42e26044daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'serial': 'afc7434e-9d4f-4aba-af88-b42e26044daa'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.891190] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80662c74-ecf2-40c1-9971-6008a75809d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.897167] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8bd3cbef-d289-4a97-ab95-1f60c6d17aaa tempest-DeleteServersTestJSON-1851199470 tempest-DeleteServersTestJSON-1851199470-project-member] Lock "d8db3dfa-73df-45e4-8d57-849377e92aa4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.403s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.910917] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f35b27-91c2-4eb9-96ee-30b9b51886d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.941245] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-afc7434e-9d4f-4aba-af88-b42e26044daa/volume-afc7434e-9d4f-4aba-af88-b42e26044daa.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.941733] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a89864e-fc50-43ab-bc49-bdb01b4bd964 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.963730] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1262.963730] env[65368]: value = "task-4425542" [ 1262.963730] env[65368]: _type = "Task" [ 1262.963730] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.972831] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.297634] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Releasing lock "refresh_cache-ae0e44fd-f258-42c4-952d-450b4143e7ff" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.298177] env[65368]: DEBUG nova.compute.manager [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1263.298390] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.299331] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b0c1595-3fde-4cd3-959c-0da5f06da476 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.312597] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.312864] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a19228fb-b525-4285-b289-884455f8740f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.319356] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1263.319356] env[65368]: value = "task-4425543" [ 1263.319356] env[65368]: _type = "Task" [ 1263.319356] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.328650] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.476090] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425542, 'name': ReconfigVM_Task, 'duration_secs': 0.353603} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.476090] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-afc7434e-9d4f-4aba-af88-b42e26044daa/volume-afc7434e-9d4f-4aba-af88-b42e26044daa.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.479757] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b90f3596-d60a-4589-9608-46d526993120 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.496681] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1263.496681] env[65368]: value = "task-4425544" [ 1263.496681] env[65368]: _type = "Task" [ 1263.496681] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.506124] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425544, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.829633] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425543, 'name': PowerOffVM_Task, 'duration_secs': 0.290141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.829894] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.830077] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.830382] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e3222b9-4329-4d74-bcea-62942805779a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.858178] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.858423] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.858673] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Deleting the datastore file [datastore1] ae0e44fd-f258-42c4-952d-450b4143e7ff {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.858942] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356a5354-4082-4090-9157-71a18ed200b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.865381] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for the task: (returnval){ [ 1263.865381] env[65368]: value = "task-4425546" [ 1263.865381] env[65368]: _type = "Task" [ 1263.865381] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.873873] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.006605] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.376161] env[65368]: DEBUG oslo_vmware.api [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Task: {'id': task-4425546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092879} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.376383] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.376606] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.376781] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.376958] env[65368]: INFO nova.compute.manager [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Took 1.08 seconds to destroy the instance on the hypervisor. [ 1264.377218] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1264.377473] env[65368]: DEBUG nova.compute.manager [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1264.377593] env[65368]: DEBUG nova.network.neutron [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1264.377892] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.396122] env[65368]: DEBUG nova.network.neutron [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1264.396397] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1264.506789] env[65368]: DEBUG oslo_vmware.api [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425544, 'name': ReconfigVM_Task, 'duration_secs': 0.970419} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.507142] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865975', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'name': 'volume-afc7434e-9d4f-4aba-af88-b42e26044daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'serial': 'afc7434e-9d4f-4aba-af88-b42e26044daa'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1264.899151] env[65368]: DEBUG nova.network.neutron [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.401777] env[65368]: INFO nova.compute.manager [-] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Took 1.02 seconds to deallocate network for instance. [ 1265.542128] env[65368]: DEBUG nova.objects.instance [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1265.908617] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.908932] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.909180] env[65368]: DEBUG nova.objects.instance [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lazy-loading 'resources' on Instance uuid ae0e44fd-f258-42c4-952d-450b4143e7ff {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1266.047533] env[65368]: DEBUG oslo_concurrency.lockutils [None req-31e58d76-24bf-4083-a080-884ad78fb9f3 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.772s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.494463] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b39ef3a-4000-41e5-b8e8-71692dbfa7b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.503102] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109b6eea-f013-4b8b-8f5b-58b75a98439e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.533548] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce18bce-c768-4c72-81d2-3f9c8cd2ff5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.541770] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e331454a-d88d-42cd-b799-1d292e493c42 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.556026] env[65368]: DEBUG nova.compute.provider_tree [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.592422] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.592679] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.592860] env[65368]: INFO nova.compute.manager [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Shelving [ 1267.059931] env[65368]: DEBUG nova.scheduler.client.report [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.442967] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.443219] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.565322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.656s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.601493] env[65368]: INFO nova.scheduler.client.report [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Deleted allocations for instance ae0e44fd-f258-42c4-952d-450b4143e7ff [ 1267.605669] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.606093] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a49932b-2a6f-49a1-b03b-4f345dcc0650 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.613980] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1267.613980] env[65368]: value = "task-4425547" [ 1267.613980] env[65368]: _type = "Task" [ 1267.613980] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.623389] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.946395] env[65368]: DEBUG nova.compute.utils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.109840] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7a1e5fc8-ab9e-45d7-b640-4d4866d4d86f tempest-ServersListShow296Test-1754497858 tempest-ServersListShow296Test-1754497858-project-member] Lock "ae0e44fd-f258-42c4-952d-450b4143e7ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.425s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.125480] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425547, 'name': PowerOffVM_Task, 'duration_secs': 0.24515} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.126158] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.126797] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783676f3-7f43-4075-9118-2f7a342aa893 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.150727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6db94a-e0be-4379-9508-e9ffd9389aec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.450213] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.666451] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1268.666820] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2055b492-f672-45fd-b732-457dd2f65ef7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.674975] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1268.674975] env[65368]: value = "task-4425548" [ 1268.674975] env[65368]: _type = "Task" [ 1268.674975] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.686198] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425548, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.184632] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425548, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.530871] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1269.531102] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.531565] env[65368]: INFO nova.compute.manager [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attaching volume 00d092d1-170e-47b5-820f-f68d26827b33 to /dev/sdc [ 1269.579077] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0af8465-6a97-4c89-a151-e17541eb2653 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.588235] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ffdc9a5-dff1-491e-866d-b9ff81d5e53b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.605028] env[65368]: DEBUG nova.virt.block_device [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating existing volume attachment record: cfeec667-21ec-44b3-9bec-c966a62f6980 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1269.690754] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425548, 'name': CreateSnapshot_Task, 'duration_secs': 0.882489} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.691099] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1269.692525] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c97afc-cee6-4f29-857f-ff8c534bc3a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.211317] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1270.211667] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8a7a0925-2773-444b-8604-4f116996fc85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.219895] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1270.219895] env[65368]: value = "task-4425550" [ 1270.219895] env[65368]: _type = "Task" [ 1270.219895] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.229097] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425550, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.732052] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425550, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.011323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.011608] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.232619] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425550, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.514477] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1271.733658] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425550, 'name': CloneVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.040007] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.040347] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.041914] env[65368]: INFO nova.compute.claims [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1272.232704] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425550, 'name': CloneVM_Task, 'duration_secs': 1.532071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.233064] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Created linked-clone VM from snapshot [ 1272.233831] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ac3ec9-c4a1-4aca-b636-a6a7568e8d2b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.241700] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Uploading image 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1272.269253] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1272.269253] env[65368]: value = "vm-865978" [ 1272.269253] env[65368]: _type = "VirtualMachine" [ 1272.269253] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1272.269629] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-62887fcc-50f7-4ad1-9faa-a8d28f7677b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.276937] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease: (returnval){ [ 1272.276937] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc787f-c215-860b-095c-3fd3b1df3b00" [ 1272.276937] env[65368]: _type = "HttpNfcLease" [ 1272.276937] env[65368]: } obtained for exporting VM: (result){ [ 1272.276937] env[65368]: value = "vm-865978" [ 1272.276937] env[65368]: _type = "VirtualMachine" [ 1272.276937] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1272.277278] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the lease: (returnval){ [ 1272.277278] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc787f-c215-860b-095c-3fd3b1df3b00" [ 1272.277278] env[65368]: _type = "HttpNfcLease" [ 1272.277278] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1272.284378] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.284378] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc787f-c215-860b-095c-3fd3b1df3b00" [ 1272.284378] env[65368]: _type = "HttpNfcLease" [ 1272.284378] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1272.787905] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1272.787905] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc787f-c215-860b-095c-3fd3b1df3b00" [ 1272.787905] env[65368]: _type = "HttpNfcLease" [ 1272.787905] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1272.788394] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1272.788394] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52fc787f-c215-860b-095c-3fd3b1df3b00" [ 1272.788394] env[65368]: _type = "HttpNfcLease" [ 1272.788394] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1272.789063] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fdefad3-299b-4dc0-b7f6-a8b3b11b90eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.797179] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1272.797355] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1272.885145] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b8968620-845f-47b1-ada4-8f3f8443c0bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.137850] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ca9c81-f21e-4837-ae2c-89a708145ea4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.147130] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d03fc8e8-16ad-4c65-841c-34cd60c44adb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.184900] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee88962-77c7-45b1-b342-2591aac031d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.194143] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c0fc5c-7b00-42e3-9458-5882bb96e2ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.211281] env[65368]: DEBUG nova.compute.provider_tree [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.715192] env[65368]: DEBUG nova.scheduler.client.report [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.164761] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1274.165124] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865977', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'name': 'volume-00d092d1-170e-47b5-820f-f68d26827b33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'serial': '00d092d1-170e-47b5-820f-f68d26827b33'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1274.166670] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448fb5f5-a020-4703-bb2f-7291ababde1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.187961] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ddbbd53-86c0-4ad7-8063-733c64d7d129 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.220314] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-00d092d1-170e-47b5-820f-f68d26827b33/volume-00d092d1-170e-47b5-820f-f68d26827b33.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1274.221408] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.222069] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1274.225064] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e590736-6abb-41f9-9ccc-2349a56cacd8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.249440] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1274.249440] env[65368]: value = "task-4425553" [ 1274.249440] env[65368]: _type = "Task" [ 1274.249440] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.258758] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425553, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.742804] env[65368]: DEBUG nova.compute.utils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.745076] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1274.745254] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1274.745593] env[65368]: WARNING neutronclient.v2_0.client [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.746015] env[65368]: WARNING neutronclient.v2_0.client [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1274.762610] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425553, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.790776] env[65368]: DEBUG nova.policy [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e8d496f2bf4e6388e322f2c824d003', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986cbfbdc78d41559fd5a7c43559c3f3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1275.085513] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Successfully created port: 2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1275.249777] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1275.262801] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425553, 'name': ReconfigVM_Task, 'duration_secs': 0.683114} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.263084] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-00d092d1-170e-47b5-820f-f68d26827b33/volume-00d092d1-170e-47b5-820f-f68d26827b33.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.268127] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23103a09-e0bc-4bfd-9f4c-12a152640109 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.285242] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1275.285242] env[65368]: value = "task-4425554" [ 1275.285242] env[65368]: _type = "Task" [ 1275.285242] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.296412] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425554, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.796578] env[65368]: DEBUG oslo_vmware.api [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425554, 'name': ReconfigVM_Task, 'duration_secs': 0.185239} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.797667] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865977', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'name': 'volume-00d092d1-170e-47b5-820f-f68d26827b33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'serial': '00d092d1-170e-47b5-820f-f68d26827b33'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1276.265247] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1276.295116] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1276.295348] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.295503] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1276.295702] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.295871] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1276.296058] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1276.296274] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1276.296431] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1276.296617] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1276.296797] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1276.296968] env[65368]: DEBUG nova.virt.hardware [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1276.297907] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd246a3-db10-473f-85c6-f1553e52a4a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.309136] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1091bd91-b8df-4c99-ad7e-a4c50af3597f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.554047] env[65368]: DEBUG nova.compute.manager [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Received event network-vif-plugged-2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1276.555170] env[65368]: DEBUG oslo_concurrency.lockutils [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] Acquiring lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.555498] env[65368]: DEBUG oslo_concurrency.lockutils [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.555715] env[65368]: DEBUG oslo_concurrency.lockutils [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.556353] env[65368]: DEBUG nova.compute.manager [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] No waiting events found dispatching network-vif-plugged-2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1276.556592] env[65368]: WARNING nova.compute.manager [req-800c1643-80db-45f8-a26e-f3185dc90f63 req-a7c6b468-c299-4b2d-a939-91b8bd784484 service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Received unexpected event network-vif-plugged-2358d3b5-5426-42b0-b70c-4b997b867d9f for instance with vm_state building and task_state spawning. [ 1276.649487] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Successfully updated port: 2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1276.836136] env[65368]: DEBUG nova.objects.instance [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.152236] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.152399] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquired lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.152672] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1277.343775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-baeeedb4-9cf6-4757-8172-02da2e89a28f tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.410156] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.410507] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.410589] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.410731] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.410891] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.411063] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.411209] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.411369] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1277.411519] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1277.696997] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1277.783950] env[65368]: WARNING neutronclient.v2_0.client [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1277.861670] env[65368]: DEBUG nova.network.neutron [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Updating instance_info_cache with network_info: [{"id": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "address": "fa:16:3e:07:7e:de", "network": {"id": "efee5923-f353-4da4-8a2a-929048a0e1eb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1725302238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986cbfbdc78d41559fd5a7c43559c3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2358d3b5-54", "ovs_interfaceid": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.916372] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.916753] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.917024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.917209] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1277.918300] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b05d564-6e44-4079-a2eb-51001019327f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.927533] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d74451-4e87-4ad2-90d6-d85026afd8dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.943440] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584aa59-9f28-4d99-85d8-f890b57aa4f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.952486] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75abec3e-8877-462d-a696-094c6b1a9c74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.983553] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179980MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1277.983728] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.983964] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.133887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.134148] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.364974] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Releasing lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.365457] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Instance network_info: |[{"id": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "address": "fa:16:3e:07:7e:de", "network": {"id": "efee5923-f353-4da4-8a2a-929048a0e1eb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1725302238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986cbfbdc78d41559fd5a7c43559c3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2358d3b5-54", "ovs_interfaceid": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1278.366042] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:07:7e:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '90c863af-25e3-4fc6-a125-8baa7540298c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2358d3b5-5426-42b0-b70c-4b997b867d9f', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1278.374047] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Creating folder: Project (986cbfbdc78d41559fd5a7c43559c3f3). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.374334] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d5f1c6-e041-4528-ab41-11bb59b7639c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.387042] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Created folder: Project (986cbfbdc78d41559fd5a7c43559c3f3) in parent group-v865657. [ 1278.387207] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Creating folder: Instances. Parent ref: group-v865979. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1278.387450] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e761597-08b0-48ba-b0a1-5591dd9e79aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.398434] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Created folder: Instances in parent group-v865979. [ 1278.398726] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1278.398924] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1278.399137] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67c60dc0-4d98-45f5-b02f-d87b3eebcfd6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.419840] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1278.419840] env[65368]: value = "task-4425557" [ 1278.419840] env[65368]: _type = "Task" [ 1278.419840] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.428597] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425557, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.589525] env[65368]: DEBUG nova.compute.manager [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Received event network-changed-2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1278.589663] env[65368]: DEBUG nova.compute.manager [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Refreshing instance network info cache due to event network-changed-2358d3b5-5426-42b0-b70c-4b997b867d9f. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1278.589960] env[65368]: DEBUG oslo_concurrency.lockutils [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] Acquiring lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.590443] env[65368]: DEBUG oslo_concurrency.lockutils [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] Acquired lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.590906] env[65368]: DEBUG nova.network.neutron [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Refreshing network info cache for port 2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1278.637497] env[65368]: INFO nova.compute.manager [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Detaching volume afc7434e-9d4f-4aba-af88-b42e26044daa [ 1278.673755] env[65368]: INFO nova.virt.block_device [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attempting to driver detach volume afc7434e-9d4f-4aba-af88-b42e26044daa from mountpoint /dev/sdb [ 1278.674037] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1278.674208] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865975', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'name': 'volume-afc7434e-9d4f-4aba-af88-b42e26044daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'serial': 'afc7434e-9d4f-4aba-af88-b42e26044daa'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1278.675122] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b1c093-8a75-459f-ab6e-4bc2702e9425 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.703016] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe284578-9db6-4ad3-959e-871ff58748b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.711737] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73292070-6e7e-4c56-9726-fb8bc2242218 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.737467] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7192875-bb73-4550-91b2-cb40516bb9d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.754219] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The volume has not been displaced from its original location: [datastore2] volume-afc7434e-9d4f-4aba-af88-b42e26044daa/volume-afc7434e-9d4f-4aba-af88-b42e26044daa.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1278.759984] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1278.760226] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ea77f85-7703-4273-9d7b-1d9aec3fa37a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.781913] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1278.781913] env[65368]: value = "task-4425558" [ 1278.781913] env[65368]: _type = "Task" [ 1278.781913] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.791400] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425558, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.930975] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425557, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.017125] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f2356e34-17fe-4425-b41d-f0586e0db263 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1279.017289] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 49ce1638-66e6-414f-a996-5e87be69cf81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1279.017406] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1279.017520] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1279.017661] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 5bb9c44e-3732-47e4-8c38-6ba39494fec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1279.017819] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1279.017966] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=100GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_None': '3', 'num_os_type_None': '5', 'num_proj_a72731f6e18b47d8bc05766c6ad0ce13': '1', 'io_workload': '1', 'num_proj_5dd64d11ccbd4c389e4be8040b0bf1ee': '1', 'num_task_shelving_image_uploading': '1', 'num_proj_b9b7847384e94066a0743413101e16ab': '1', 'num_proj_1058962de456478282c7aec7fcb31331': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_986cbfbdc78d41559fd5a7c43559c3f3': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1279.093545] env[65368]: WARNING neutronclient.v2_0.client [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.102169] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9f847e-afb8-4ff4-af61-1315118ca78f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.113762] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc8835-d53c-4ab4-84e5-eeca08f75bae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.151714] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7781a9-6480-4f0e-bfd5-48561e5d7776 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.160991] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567405e7-3a11-4b34-a234-4f8c6a01772e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.177386] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.294621] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.297470] env[65368]: WARNING neutronclient.v2_0.client [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.370479] env[65368]: DEBUG nova.network.neutron [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Updated VIF entry in instance network info cache for port 2358d3b5-5426-42b0-b70c-4b997b867d9f. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1279.370840] env[65368]: DEBUG nova.network.neutron [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Updating instance_info_cache with network_info: [{"id": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "address": "fa:16:3e:07:7e:de", "network": {"id": "efee5923-f353-4da4-8a2a-929048a0e1eb", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1725302238-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "986cbfbdc78d41559fd5a7c43559c3f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "90c863af-25e3-4fc6-a125-8baa7540298c", "external-id": "nsx-vlan-transportzone-50", "segmentation_id": 50, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2358d3b5-54", "ovs_interfaceid": "2358d3b5-5426-42b0-b70c-4b997b867d9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.431311] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425557, 'name': CreateVM_Task, 'duration_secs': 0.614494} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.431520] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.431977] env[65368]: WARNING neutronclient.v2_0.client [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1279.432357] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.432507] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.432834] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.433120] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f179d5b-11f1-4893-b647-fe35126ee708 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.438767] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1279.438767] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a2ae60-8e7b-8fa9-822d-212edcaa3f9d" [ 1279.438767] env[65368]: _type = "Task" [ 1279.438767] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.447826] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a2ae60-8e7b-8fa9-822d-212edcaa3f9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.681757] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1279.797068] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425558, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.874689] env[65368]: DEBUG oslo_concurrency.lockutils [req-4777be14-8adb-4925-a90f-7237fed788fb req-914c3680-478b-4008-b45d-7aa2e149a6cb service nova] Releasing lock "refresh_cache-5bb9c44e-3732-47e4-8c38-6ba39494fec5" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.954343] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a2ae60-8e7b-8fa9-822d-212edcaa3f9d, 'name': SearchDatastore_Task, 'duration_secs': 0.0115} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.954690] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.954964] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.955998] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.956199] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.956421] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.956783] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3868be2f-f393-4573-b56f-c90c155e8f6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.967224] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.967425] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.968228] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c039b7e4-a749-476d-8cac-e5d84d20ae9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.974372] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1279.974372] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824a26-5705-9373-cdaf-f2376baf6f0c" [ 1279.974372] env[65368]: _type = "Task" [ 1279.974372] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.983677] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824a26-5705-9373-cdaf-f2376baf6f0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.188442] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1280.188611] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.295444] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425558, 'name': ReconfigVM_Task, 'duration_secs': 1.495576} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.295847] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1280.301543] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a75c78fc-c400-4cc6-acf9-14ca33f689c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.318435] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1280.318435] env[65368]: value = "task-4425559" [ 1280.318435] env[65368]: _type = "Task" [ 1280.318435] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.327554] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425559, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.487228] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824a26-5705-9373-cdaf-f2376baf6f0c, 'name': SearchDatastore_Task, 'duration_secs': 0.010183} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.488071] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c7323c1-503a-4754-9790-bad926c7247c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.494246] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1280.494246] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a07d95-248f-0cde-26f0-b8c4386b005b" [ 1280.494246] env[65368]: _type = "Task" [ 1280.494246] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.504404] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a07d95-248f-0cde-26f0-b8c4386b005b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.829321] env[65368]: DEBUG oslo_vmware.api [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425559, 'name': ReconfigVM_Task, 'duration_secs': 0.16766} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.829768] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865975', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'name': 'volume-afc7434e-9d4f-4aba-af88-b42e26044daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': 'afc7434e-9d4f-4aba-af88-b42e26044daa', 'serial': 'afc7434e-9d4f-4aba-af88-b42e26044daa'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1281.007040] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a07d95-248f-0cde-26f0-b8c4386b005b, 'name': SearchDatastore_Task, 'duration_secs': 0.009482} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.007390] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.007692] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5bb9c44e-3732-47e4-8c38-6ba39494fec5/5bb9c44e-3732-47e4-8c38-6ba39494fec5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.008012] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab00a84f-c58a-4eab-99d2-c05cba9e2d08 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.016421] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1281.016421] env[65368]: value = "task-4425560" [ 1281.016421] env[65368]: _type = "Task" [ 1281.016421] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.025241] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425560, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.200444] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1281.201424] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-486a2fb2-5bcc-42b5-b398-d98f319de659 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.210421] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1281.210632] env[65368]: ERROR oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk due to incomplete transfer. [ 1281.210838] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bee44111-22ae-4c63-a13e-aade35d13833 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.220530] env[65368]: DEBUG oslo_vmware.rw_handles [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5242334d-0356-95a9-1c6f-e9ce3e699523/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1281.220724] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Uploaded image 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1281.223362] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1281.223659] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd143be3-ce64-4bbc-865d-a3708a1fd9a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.231922] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1281.231922] env[65368]: value = "task-4425561" [ 1281.231922] env[65368]: _type = "Task" [ 1281.231922] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.243799] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425561, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.378867] env[65368]: DEBUG nova.objects.instance [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1281.526910] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425560, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479726} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.527472] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 5bb9c44e-3732-47e4-8c38-6ba39494fec5/5bb9c44e-3732-47e4-8c38-6ba39494fec5.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.527896] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.528024] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c0aa875-99bc-41ae-a1c4-210db6952c82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.536087] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1281.536087] env[65368]: value = "task-4425562" [ 1281.536087] env[65368]: _type = "Task" [ 1281.536087] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.547074] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.742931] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425561, 'name': Destroy_Task, 'duration_secs': 0.392853} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.743241] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Destroyed the VM [ 1281.743480] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1281.743740] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6a465246-7423-4752-9805-a24b597908b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.750929] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1281.750929] env[65368]: value = "task-4425563" [ 1281.750929] env[65368]: _type = "Task" [ 1281.750929] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.761343] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425563, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.046302] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075687} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.046568] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.047375] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20232743-e176-4410-ab87-c186f781159e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.071014] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 5bb9c44e-3732-47e4-8c38-6ba39494fec5/5bb9c44e-3732-47e4-8c38-6ba39494fec5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.071793] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4935785e-49d7-4a8e-9e9b-83882dbdf1cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.093336] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1282.093336] env[65368]: value = "task-4425564" [ 1282.093336] env[65368]: _type = "Task" [ 1282.093336] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.102809] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.261189] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425563, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.387210] env[65368]: DEBUG oslo_concurrency.lockutils [None req-65ea3f97-b1d2-4ac2-95b7-2ec40b1bd273 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.253s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.434695] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.434695] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.604081] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425564, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.761485] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425563, 'name': RemoveSnapshot_Task, 'duration_secs': 0.789381} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.761833] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1282.762142] env[65368]: DEBUG nova.compute.manager [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1282.762904] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d9418d-4a3d-4fdf-b00a-0a2f21f75d73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.937998] env[65368]: INFO nova.compute.manager [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Detaching volume 00d092d1-170e-47b5-820f-f68d26827b33 [ 1282.969070] env[65368]: INFO nova.virt.block_device [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Attempting to driver detach volume 00d092d1-170e-47b5-820f-f68d26827b33 from mountpoint /dev/sdc [ 1282.969316] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1282.969498] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865977', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'name': 'volume-00d092d1-170e-47b5-820f-f68d26827b33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'serial': '00d092d1-170e-47b5-820f-f68d26827b33'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1282.970765] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f9c193-3d6e-4525-a7ad-87739b92a4bb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.995253] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f653c59a-ab30-4d87-bbb1-988447fa82bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.003475] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4389928-8358-4f1e-9b58-15edb5d6d26c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.025285] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a940faef-986b-49b6-8905-1aea061905af {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.041090] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] The volume has not been displaced from its original location: [datastore1] volume-00d092d1-170e-47b5-820f-f68d26827b33/volume-00d092d1-170e-47b5-820f-f68d26827b33.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1283.046289] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfiguring VM instance instance-00000072 to detach disk 2002 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1283.046615] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9c5ce74-e7dd-49cb-9c65-f8364d1d85f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.065520] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1283.065520] env[65368]: value = "task-4425565" [ 1283.065520] env[65368]: _type = "Task" [ 1283.065520] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.073954] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.104720] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425564, 'name': ReconfigVM_Task, 'duration_secs': 0.624976} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.105072] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 5bb9c44e-3732-47e4-8c38-6ba39494fec5/5bb9c44e-3732-47e4-8c38-6ba39494fec5.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.105800] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3e578b4-d635-41d6-895c-d956d8dc045e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.113163] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1283.113163] env[65368]: value = "task-4425566" [ 1283.113163] env[65368]: _type = "Task" [ 1283.113163] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.121613] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425566, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.275521] env[65368]: INFO nova.compute.manager [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Shelve offloading [ 1283.576215] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425565, 'name': ReconfigVM_Task, 'duration_secs': 0.234693} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.576492] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Reconfigured VM instance instance-00000072 to detach disk 2002 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1283.581484] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8946dbbb-871b-404e-8222-5274581a53a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.597074] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1283.597074] env[65368]: value = "task-4425567" [ 1283.597074] env[65368]: _type = "Task" [ 1283.597074] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.605905] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.623078] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425566, 'name': Rename_Task, 'duration_secs': 0.173675} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.623336] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.623584] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abe33130-225e-4fd7-b164-c86342f6cc28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.630739] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1283.630739] env[65368]: value = "task-4425568" [ 1283.630739] env[65368]: _type = "Task" [ 1283.630739] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.639357] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.779369] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.779677] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee3a1ef6-d6e4-47bd-92fd-969c9262d511 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.787373] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1283.787373] env[65368]: value = "task-4425569" [ 1283.787373] env[65368]: _type = "Task" [ 1283.787373] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.796408] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1283.796610] env[65368]: DEBUG nova.compute.manager [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1283.797365] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7af71d3-efe3-44dd-9a70-aabfff0f6b6f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.803377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.803535] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.803701] env[65368]: DEBUG nova.network.neutron [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1284.108924] env[65368]: DEBUG oslo_vmware.api [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425567, 'name': ReconfigVM_Task, 'duration_secs': 0.148817} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.109244] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865977', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'name': 'volume-00d092d1-170e-47b5-820f-f68d26827b33', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f2356e34-17fe-4425-b41d-f0586e0db263', 'attached_at': '', 'detached_at': '', 'volume_id': '00d092d1-170e-47b5-820f-f68d26827b33', 'serial': '00d092d1-170e-47b5-820f-f68d26827b33'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1284.140664] env[65368]: DEBUG oslo_vmware.api [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425568, 'name': PowerOnVM_Task, 'duration_secs': 0.453603} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.140922] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.141156] env[65368]: INFO nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1284.141349] env[65368]: DEBUG nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1284.142234] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ece08d7f-694a-4347-9db3-a3b9847ea1c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.306591] env[65368]: WARNING neutronclient.v2_0.client [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.475091] env[65368]: WARNING neutronclient.v2_0.client [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1284.545310] env[65368]: DEBUG nova.network.neutron [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.650363] env[65368]: DEBUG nova.objects.instance [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'flavor' on Instance uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1284.657283] env[65368]: INFO nova.compute.manager [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Took 12.64 seconds to build instance. [ 1285.048496] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.048496] env[65368]: WARNING neutronclient.v2_0.client [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.048873] env[65368]: WARNING neutronclient.v2_0.client [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.160308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-af87df70-9736-4465-bf0c-4a1665acd3af tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.149s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.323284] env[65368]: DEBUG nova.compute.manager [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-vif-unplugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1285.323501] env[65368]: DEBUG oslo_concurrency.lockutils [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.323742] env[65368]: DEBUG oslo_concurrency.lockutils [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.323915] env[65368]: DEBUG oslo_concurrency.lockutils [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.324109] env[65368]: DEBUG nova.compute.manager [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] No waiting events found dispatching network-vif-unplugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1285.324270] env[65368]: WARNING nova.compute.manager [req-db2cce84-e263-41ec-b792-0d059a1ffa6f req-50859390-d4c1-40cb-a5d3-b4138e5ad535 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received unexpected event network-vif-unplugged-db0994eb-d328-498f-9222-470552764635 for instance with vm_state shelved and task_state shelving_offloading. [ 1285.398028] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.398330] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.398583] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.398816] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.399434] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.401740] env[65368]: INFO nova.compute.manager [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Terminating instance [ 1285.423511] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.424487] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40645bb-8236-448b-9a65-f0ecd0dfa2c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.432815] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1285.433107] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35863f8b-ebd4-43a2-bff4-ef475cd5c21b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.506085] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1285.506339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1285.506556] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleting the datastore file [datastore2] 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1285.506937] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b15038f-1685-4b6d-a3b3-8331317979ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.514090] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1285.514090] env[65368]: value = "task-4425571" [ 1285.514090] env[65368]: _type = "Task" [ 1285.514090] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.525016] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.661388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38a34998-d09e-4b74-b1d7-24761f8c3826 tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.227s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.905778] env[65368]: DEBUG nova.compute.manager [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1285.906024] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1285.906930] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3dcd3d-4412-46fa-ac6c-517e2806c900 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.914949] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1285.915219] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb73d50-841e-49eb-96d1-86b60445131f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.921551] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1285.921551] env[65368]: value = "task-4425572" [ 1285.921551] env[65368]: _type = "Task" [ 1285.921551] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.931265] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.024856] env[65368]: DEBUG oslo_vmware.api [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134373} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.025149] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1286.025333] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1286.025504] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1286.062690] env[65368]: INFO nova.scheduler.client.report [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted allocations for instance 49ce1638-66e6-414f-a996-5e87be69cf81 [ 1286.431979] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425572, 'name': PowerOffVM_Task, 'duration_secs': 0.189103} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.432400] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1286.432637] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1286.432911] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac64dbae-e011-4c09-835b-05ff3244e30d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.498580] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1286.498822] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1286.499052] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Deleting the datastore file [datastore1] 5bb9c44e-3732-47e4-8c38-6ba39494fec5 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1286.499324] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd1dd024-3781-494a-abf6-a022429e2223 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.506981] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for the task: (returnval){ [ 1286.506981] env[65368]: value = "task-4425574" [ 1286.506981] env[65368]: _type = "Task" [ 1286.506981] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.515777] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425574, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.567351] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.567680] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.567911] env[65368]: DEBUG nova.objects.instance [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'resources' on Instance uuid 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.852887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.852887] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.853343] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.853343] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.853483] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.855644] env[65368]: INFO nova.compute.manager [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Terminating instance [ 1287.018452] env[65368]: DEBUG oslo_vmware.api [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Task: {'id': task-4425574, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171469} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.018733] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1287.018943] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1287.019145] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1287.019320] env[65368]: INFO nova.compute.manager [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1287.019562] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1287.019761] env[65368]: DEBUG nova.compute.manager [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1287.019892] env[65368]: DEBUG nova.network.neutron [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1287.020198] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.051641] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.071135] env[65368]: DEBUG nova.objects.instance [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'numa_topology' on Instance uuid 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.358372] env[65368]: DEBUG nova.compute.manager [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-changed-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1287.358633] env[65368]: DEBUG nova.compute.manager [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing instance network info cache due to event network-changed-db0994eb-d328-498f-9222-470552764635. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1287.358916] env[65368]: DEBUG oslo_concurrency.lockutils [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.359153] env[65368]: DEBUG oslo_concurrency.lockutils [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.359376] env[65368]: DEBUG nova.network.neutron [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing network info cache for port db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1287.361570] env[65368]: DEBUG nova.compute.manager [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1287.361800] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.362834] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65107302-708b-4374-9338-ce64d0a01a75 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.372263] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.372495] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-daba5848-62fc-421d-900d-18b0718f6a8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.381804] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1287.381804] env[65368]: value = "task-4425575" [ 1287.381804] env[65368]: _type = "Task" [ 1287.381804] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.391279] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.573959] env[65368]: DEBUG nova.objects.base [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Object Instance<49ce1638-66e6-414f-a996-5e87be69cf81> lazy-loaded attributes: resources,numa_topology {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1287.652724] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df9a21-b8a0-4468-93dd-cbec23a62531 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.661157] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7980fc-22f4-438e-8d13-541221d8c2e1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.692458] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e88c6f6f-3688-4103-a333-02d01cf3d893 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.700404] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dce0a9fb-4cae-4947-bbf7-8ae62decafaa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.713994] env[65368]: DEBUG nova.compute.provider_tree [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.793965] env[65368]: DEBUG nova.network.neutron [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.861680] env[65368]: WARNING neutronclient.v2_0.client [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1287.892809] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425575, 'name': PowerOffVM_Task, 'duration_secs': 0.209234} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.893089] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.893255] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.893511] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea6f0268-7670-488c-81b8-b7f4d3ca0acf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.920762] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.984017] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.984289] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.984476] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleting the datastore file [datastore1] f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.984744] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d9dbd92-5927-40c4-bf66-e46487a49a23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.991937] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for the task: (returnval){ [ 1287.991937] env[65368]: value = "task-4425577" [ 1287.991937] env[65368]: _type = "Task" [ 1287.991937] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.003418] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.041190] env[65368]: WARNING neutronclient.v2_0.client [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.117242] env[65368]: DEBUG nova.network.neutron [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updated VIF entry in instance network info cache for port db0994eb-d328-498f-9222-470552764635. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1288.117611] env[65368]: DEBUG nova.network.neutron [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": null, "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.216692] env[65368]: DEBUG nova.scheduler.client.report [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.296367] env[65368]: INFO nova.compute.manager [-] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Took 1.28 seconds to deallocate network for instance. [ 1288.504463] env[65368]: DEBUG oslo_vmware.api [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Task: {'id': task-4425577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139738} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.504783] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.505018] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.505243] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.505451] env[65368]: INFO nova.compute.manager [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1288.506098] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1288.506320] env[65368]: DEBUG nova.compute.manager [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1288.506453] env[65368]: DEBUG nova.network.neutron [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1288.506720] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.547619] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.620187] env[65368]: DEBUG oslo_concurrency.lockutils [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.620461] env[65368]: DEBUG nova.compute.manager [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Received event network-vif-deleted-2358d3b5-5426-42b0-b70c-4b997b867d9f {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1288.620637] env[65368]: INFO nova.compute.manager [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Neutron deleted interface 2358d3b5-5426-42b0-b70c-4b997b867d9f; detaching it from the instance and deleting it from the info cache [ 1288.620798] env[65368]: DEBUG nova.network.neutron [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.721455] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.803447] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.804057] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.804057] env[65368]: DEBUG nova.objects.instance [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lazy-loading 'resources' on Instance uuid 5bb9c44e-3732-47e4-8c38-6ba39494fec5 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.933047] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.933539] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.933804] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1288.934056] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.934291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.936625] env[65368]: INFO nova.compute.manager [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Terminating instance [ 1289.124473] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6e549bf5-3542-47b3-ad18-417b471e6210 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.135407] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e8d735-eb0f-49a3-8ba2-fe0d7c0c1f06 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.164089] env[65368]: DEBUG nova.compute.manager [req-ec45704f-bbf5-4656-b08e-5accd46e77d3 req-7c6cc7e5-f6f4-4740-b978-d2becdae956f service nova] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Detach interface failed, port_id=2358d3b5-5426-42b0-b70c-4b997b867d9f, reason: Instance 5bb9c44e-3732-47e4-8c38-6ba39494fec5 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1289.231580] env[65368]: DEBUG oslo_concurrency.lockutils [None req-6efe6a8b-f3a8-4f6b-9afe-58297406e6b1 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 22.639s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.232920] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.312s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.233129] env[65368]: INFO nova.compute.manager [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Unshelving [ 1289.391670] env[65368]: DEBUG nova.compute.manager [req-83fe270b-945a-40e8-b065-da1902256994 req-e92c839c-56ed-4048-9960-15904210cc15 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Received event network-vif-deleted-c4d82473-ac11-4292-861c-fc6702a0df59 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1289.391915] env[65368]: INFO nova.compute.manager [req-83fe270b-945a-40e8-b065-da1902256994 req-e92c839c-56ed-4048-9960-15904210cc15 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Neutron deleted interface c4d82473-ac11-4292-861c-fc6702a0df59; detaching it from the instance and deleting it from the info cache [ 1289.392112] env[65368]: DEBUG nova.network.neutron [req-83fe270b-945a-40e8-b065-da1902256994 req-e92c839c-56ed-4048-9960-15904210cc15 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.396774] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5b46df-3fe0-407f-b130-a38da0e6d4d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.409849] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48e181c-9ef3-4c7d-b333-64f73b95275d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.445963] env[65368]: DEBUG nova.compute.manager [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1289.446526] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1289.448071] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa8022e0-0bf3-4d9e-a859-22bf5717c66f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.452080] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a57378-2ddf-49ed-aeb5-e87541c19b98 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.458193] env[65368]: DEBUG nova.network.neutron [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.463631] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1289.464183] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9db66e6-a2aa-442c-b1b6-ed4cb2a102d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.466744] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88700c22-30ae-4ded-8b6f-71f1d0db872e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.485246] env[65368]: DEBUG nova.compute.provider_tree [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.488262] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1289.488262] env[65368]: value = "task-4425578" [ 1289.488262] env[65368]: _type = "Task" [ 1289.488262] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.497982] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425578, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.902861] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61fbd3de-ccc3-4eec-9d76-a08ce3870f32 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.914954] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-209cade5-e46c-4f9e-b9c5-2cd5b061219e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.943959] env[65368]: DEBUG nova.compute.manager [req-83fe270b-945a-40e8-b065-da1902256994 req-e92c839c-56ed-4048-9960-15904210cc15 service nova] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Detach interface failed, port_id=c4d82473-ac11-4292-861c-fc6702a0df59, reason: Instance f2356e34-17fe-4425-b41d-f0586e0db263 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1289.965248] env[65368]: INFO nova.compute.manager [-] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Took 1.46 seconds to deallocate network for instance. [ 1289.990580] env[65368]: DEBUG nova.scheduler.client.report [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.004223] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425578, 'name': PowerOffVM_Task, 'duration_secs': 0.188073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.005092] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1290.005267] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1290.005515] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53f4fd83-874d-41e9-9622-3036c5d64d99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.089573] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1290.089791] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1290.090049] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleting the datastore file [datastore1] 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1290.090288] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9173a703-f7fc-4b99-999e-ecc2e533dc38 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.098840] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for the task: (returnval){ [ 1290.098840] env[65368]: value = "task-4425580" [ 1290.098840] env[65368]: _type = "Task" [ 1290.098840] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.108169] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425580, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.261710] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.471734] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.499060] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.501283] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.240s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.501475] env[65368]: DEBUG nova.objects.instance [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'pci_requests' on Instance uuid 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.520242] env[65368]: INFO nova.scheduler.client.report [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Deleted allocations for instance 5bb9c44e-3732-47e4-8c38-6ba39494fec5 [ 1290.609647] env[65368]: DEBUG oslo_vmware.api [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Task: {'id': task-4425580, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127476} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.609918] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1290.610107] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1290.610282] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1290.610447] env[65368]: INFO nova.compute.manager [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1290.610681] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1290.610862] env[65368]: DEBUG nova.compute.manager [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1290.610955] env[65368]: DEBUG nova.network.neutron [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1290.611253] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1290.642369] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1291.005911] env[65368]: DEBUG nova.objects.instance [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'numa_topology' on Instance uuid 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.027413] env[65368]: DEBUG oslo_concurrency.lockutils [None req-76b77413-1ba0-49bd-868e-cdbd6679a876 tempest-ServerAddressesNegativeTestJSON-324009723 tempest-ServerAddressesNegativeTestJSON-324009723-project-member] Lock "5bb9c44e-3732-47e4-8c38-6ba39494fec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.629s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.090081] env[65368]: DEBUG nova.compute.manager [req-e9485a66-2da6-4314-954f-42be546f0218 req-b6038e45-cc74-46f8-b517-adbba64a7bb6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Received event network-vif-deleted-24dffb6b-5be5-4875-97f7-e8608b9c91ae {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1291.090324] env[65368]: INFO nova.compute.manager [req-e9485a66-2da6-4314-954f-42be546f0218 req-b6038e45-cc74-46f8-b517-adbba64a7bb6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Neutron deleted interface 24dffb6b-5be5-4875-97f7-e8608b9c91ae; detaching it from the instance and deleting it from the info cache [ 1291.090488] env[65368]: DEBUG nova.network.neutron [req-e9485a66-2da6-4314-954f-42be546f0218 req-b6038e45-cc74-46f8-b517-adbba64a7bb6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.206029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.206182] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.206237] env[65368]: DEBUG nova.compute.manager [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1291.207414] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce54aa4-0454-406b-8c8d-099dbdef21db {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.215493] env[65368]: DEBUG nova.compute.manager [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1291.216067] env[65368]: DEBUG nova.objects.instance [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'flavor' on Instance uuid d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.508471] env[65368]: INFO nova.compute.claims [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1291.557485] env[65368]: DEBUG nova.network.neutron [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.593715] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f884f72d-caca-43de-8026-9b1b3ca6855e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.605388] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c843105-00bf-4d7e-a26b-164c87a88b7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.632767] env[65368]: DEBUG nova.compute.manager [req-e9485a66-2da6-4314-954f-42be546f0218 req-b6038e45-cc74-46f8-b517-adbba64a7bb6 service nova] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Detach interface failed, port_id=24dffb6b-5be5-4875-97f7-e8608b9c91ae, reason: Instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1292.059725] env[65368]: INFO nova.compute.manager [-] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Took 1.45 seconds to deallocate network for instance. [ 1292.224010] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1292.224365] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad8b7265-8118-419e-9c8d-c5892d8526a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.232088] env[65368]: DEBUG oslo_vmware.api [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1292.232088] env[65368]: value = "task-4425581" [ 1292.232088] env[65368]: _type = "Task" [ 1292.232088] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.241902] env[65368]: DEBUG oslo_vmware.api [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.566282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.583910] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c63b9f9-a79d-417a-8541-f1bfde4dc649 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.592137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfd81cd-2bd8-45e5-83e9-b6acea76f1ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.628284] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9946fe2-d0e3-4795-ae46-e9a0fdd00295 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.636442] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab34b3e-65f4-4078-a8c0-20952cd94d5f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.651609] env[65368]: DEBUG nova.compute.provider_tree [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1292.742561] env[65368]: DEBUG oslo_vmware.api [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425581, 'name': PowerOffVM_Task, 'duration_secs': 0.203228} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.742779] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1292.742976] env[65368]: DEBUG nova.compute.manager [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1292.743795] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8bf137-10b3-4547-aa60-4a158803b628 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.155337] env[65368]: DEBUG nova.scheduler.client.report [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1293.255246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-38ac7ade-037b-41ef-b0e5-35c559c81ec3 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.661018] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.160s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.661669] env[65368]: WARNING neutronclient.v2_0.client [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1293.664622] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.193s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.664793] env[65368]: DEBUG nova.objects.instance [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lazy-loading 'resources' on Instance uuid f2356e34-17fe-4425-b41d-f0586e0db263 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1293.694976] env[65368]: INFO nova.network.neutron [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating port db0994eb-d328-498f-9222-470552764635 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1293.697628] env[65368]: DEBUG nova.objects.instance [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'flavor' on Instance uuid d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.189743] env[65368]: DEBUG nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1294.203024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.203213] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.203385] env[65368]: DEBUG nova.network.neutron [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1294.203559] env[65368]: DEBUG nova.objects.instance [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'info_cache' on Instance uuid d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1294.206162] env[65368]: DEBUG nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1294.206359] env[65368]: DEBUG nova.compute.provider_tree [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.221539] env[65368]: DEBUG nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1294.240804] env[65368]: DEBUG nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1294.303748] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1a3d13-a1de-4285-8111-4fd2dc84c5ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.311945] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ba6e10-c9c2-4a25-acf1-2c417f7e1042 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.342568] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19579b3c-8843-4b78-8953-e9b71c04db7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.350957] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ab0558-634b-414d-a035-86e876325434 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.365579] env[65368]: DEBUG nova.compute.provider_tree [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.707078] env[65368]: DEBUG nova.objects.base [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1294.868912] env[65368]: DEBUG nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.960600] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1294.960832] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.124993] env[65368]: DEBUG nova.compute.manager [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-vif-plugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1295.125254] env[65368]: DEBUG oslo_concurrency.lockutils [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.125475] env[65368]: DEBUG oslo_concurrency.lockutils [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.125652] env[65368]: DEBUG oslo_concurrency.lockutils [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.125844] env[65368]: DEBUG nova.compute.manager [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] No waiting events found dispatching network-vif-plugged-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1295.126057] env[65368]: WARNING nova.compute.manager [req-160713f2-9009-459f-a1fa-7bae73379d85 req-47e393cc-f473-4bda-bfd6-0c5e03f68cc0 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received unexpected event network-vif-plugged-db0994eb-d328-498f-9222-470552764635 for instance with vm_state shelved_offloaded and task_state spawning. [ 1295.210928] env[65368]: WARNING neutronclient.v2_0.client [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.215119] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.215282] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.215474] env[65368]: DEBUG nova.network.neutron [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1295.374363] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.710s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.376602] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.810s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.376791] env[65368]: DEBUG nova.objects.instance [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lazy-loading 'resources' on Instance uuid 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.399374] env[65368]: INFO nova.scheduler.client.report [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Deleted allocations for instance f2356e34-17fe-4425-b41d-f0586e0db263 [ 1295.404710] env[65368]: WARNING neutronclient.v2_0.client [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.466304] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.466528] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.466680] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.466835] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.467328] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.467442] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.467622] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1295.467749] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1295.496568] env[65368]: DEBUG nova.network.neutron [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.720216] env[65368]: WARNING neutronclient.v2_0.client [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.894353] env[65368]: WARNING neutronclient.v2_0.client [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.909346] env[65368]: DEBUG oslo_concurrency.lockutils [None req-ff487d49-1bf7-40d1-ba2b-0f0d427e212c tempest-AttachVolumeTestJSON-743939377 tempest-AttachVolumeTestJSON-743939377-project-member] Lock "f2356e34-17fe-4425-b41d-f0586e0db263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.056s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.938827] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b75f4e-23bd-4723-a830-8a390e36cb5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.948223] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f35e80-f0b5-4a74-91aa-a8366f0f6a8d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.978924] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1295.980301] env[65368]: DEBUG nova.network.neutron [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1295.981891] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede16350-61ad-4acd-b99c-58d8ec6e70e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.990343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a35970a-e5d0-4117-937d-91dbc46b0436 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.005376] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.007141] env[65368]: DEBUG nova.compute.provider_tree [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.485447] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.511638] env[65368]: DEBUG nova.scheduler.client.report [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1ac29ae3dff1992ea4fdece598c4988a',container_format='bare',created_at=2025-11-12T22:53:21Z,direct_url=,disk_format='vmdk',id=7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-99310058-shelved',owner='b9b7847384e94066a0743413101e16ab',properties=ImageMetaProps,protected=,size=31662080,status='active',tags=,updated_at=2025-11-12T22:53:36Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1296.516462] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1296.516838] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1296.516838] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1296.516954] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1296.517127] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1296.517302] env[65368]: DEBUG nova.virt.hardware [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1296.518236] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf53d3cc-32b1-40f9-be40-c35affbd291a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.528634] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3970aac8-e4a0-4607-a334-8c33a44a6c3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.543967] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:62:cd:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa8c2f93-f287-41b3-adb6-4942a7ea2a0b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db0994eb-d328-498f-9222-470552764635', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1296.551426] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1296.551686] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1296.552149] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bf0f77d-ae84-45a2-a347-887645eaaa9c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.571517] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1296.571517] env[65368]: value = "task-4425582" [ 1296.571517] env[65368]: _type = "Task" [ 1296.571517] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.579504] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425582, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.014662] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.014957] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afb8f244-f855-48d7-a55a-14784ac36e30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.023834] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.026165] env[65368]: DEBUG oslo_vmware.api [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1297.026165] env[65368]: value = "task-4425584" [ 1297.026165] env[65368]: _type = "Task" [ 1297.026165] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.026588] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.048s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.026768] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.026925] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1297.027809] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700f3690-6782-4f1a-9cf6-a78cb5300879 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.039226] env[65368]: DEBUG oslo_vmware.api [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425584, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.042068] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8405407-65fc-42c0-a055-19e15949325a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.047821] env[65368]: INFO nova.scheduler.client.report [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Deleted allocations for instance 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c [ 1297.059847] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc9e1b4-0e28-4250-94e6-a34ba0d7a81b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.068557] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2669952e-858a-4b91-8447-44038807b2c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.100851] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179980MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1297.101130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.101281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.110340] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425582, 'name': CreateVM_Task, 'duration_secs': 0.331114} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.110529] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1297.111018] env[65368]: WARNING neutronclient.v2_0.client [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.111391] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.111568] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.112497] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.112497] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6ac9c36-49c8-45b3-aa9e-9858bd524e1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.118282] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1297.118282] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52189410-1f67-908b-278c-84fccee11c0f" [ 1297.118282] env[65368]: _type = "Task" [ 1297.118282] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.128152] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52189410-1f67-908b-278c-84fccee11c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.160457] env[65368]: DEBUG nova.compute.manager [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-changed-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1297.160547] env[65368]: DEBUG nova.compute.manager [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing instance network info cache due to event network-changed-db0994eb-d328-498f-9222-470552764635. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1297.160756] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] Acquiring lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.161191] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] Acquired lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.161191] env[65368]: DEBUG nova.network.neutron [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Refreshing network info cache for port db0994eb-d328-498f-9222-470552764635 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.537784] env[65368]: DEBUG oslo_vmware.api [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425584, 'name': PowerOnVM_Task, 'duration_secs': 0.435458} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.538154] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1297.538315] env[65368]: DEBUG nova.compute.manager [None req-73851cda-9f29-4b4b-9ce2-8c421ff34984 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1297.539205] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060f5eb3-41f2-4812-acbb-541d40fc8fd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.566570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-25ebbecf-315f-473a-8f3d-49f1a93b2d06 tempest-AttachVolumeShelveTestJSON-1027382621 tempest-AttachVolumeShelveTestJSON-1027382621-project-member] Lock "6312cd09-977f-47b7-aa3c-8e1f41fb7d8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.633s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.629819] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.630085] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Processing image 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1297.630318] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.630464] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.630634] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1297.630870] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-408cfb28-690b-49c1-aef5-724e7bbd9c27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.640140] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1297.640347] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1297.641066] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5f3ddab-70b0-47c8-a501-a9a859a3c74c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.647357] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1297.647357] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aabebb-f0b9-ac46-14a2-49f29d07db0e" [ 1297.647357] env[65368]: _type = "Task" [ 1297.647357] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.660160] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aabebb-f0b9-ac46-14a2-49f29d07db0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.663804] env[65368]: WARNING neutronclient.v2_0.client [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.828716] env[65368]: WARNING neutronclient.v2_0.client [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1297.915861] env[65368]: DEBUG nova.network.neutron [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updated VIF entry in instance network info cache for port db0994eb-d328-498f-9222-470552764635. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1297.916250] env[65368]: DEBUG nova.network.neutron [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [{"id": "db0994eb-d328-498f-9222-470552764635", "address": "fa:16:3e:62:cd:88", "network": {"id": "6265f537-c3ef-495b-bb99-0bc1e12de4ef", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-2065956695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b9b7847384e94066a0743413101e16ab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa8c2f93-f287-41b3-adb6-4942a7ea2a0b", "external-id": "nsx-vlan-transportzone-363", "segmentation_id": 363, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb0994eb-d3", "ovs_interfaceid": "db0994eb-d328-498f-9222-470552764635", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1298.131431] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1298.131650] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 49ce1638-66e6-414f-a996-5e87be69cf81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1298.131969] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1298.132193] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_os_type_None': '2', 'num_proj_b9b7847384e94066a0743413101e16ab': '1', 'io_workload': '0', 'num_vm_stopped': '1', 'num_task_powering-on': '1', 'num_proj_1058962de456478282c7aec7fcb31331': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1298.159642] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1298.159966] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Fetch image to [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f/OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1298.160213] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Downloading stream optimized image 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 to [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f/OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f.vmdk on the data store datastore1 as vApp {{(pid=65368) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1298.160427] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Downloading image file data 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 to the ESX as VM named 'OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f' {{(pid=65368) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1298.222188] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99a2e98-e6d8-4f18-8c0c-53d25c1bb5c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.233213] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf29dda-890f-44fc-ad08-939f2bc15e42 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.265804] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1298.265804] env[65368]: value = "resgroup-9" [ 1298.265804] env[65368]: _type = "ResourcePool" [ 1298.265804] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1298.266600] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e66f81-6727-4300-a871-596afcda485d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.269362] env[65368]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9483eb70-a46f-415d-b469-f7e0d7319ae8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.291872] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7044acc0-cfab-49c5-829b-1a24974287ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.295806] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease: (returnval){ [ 1298.295806] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1298.295806] env[65368]: _type = "HttpNfcLease" [ 1298.295806] env[65368]: } obtained for vApp import into resource pool (val){ [ 1298.295806] env[65368]: value = "resgroup-9" [ 1298.295806] env[65368]: _type = "ResourcePool" [ 1298.295806] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1298.296127] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the lease: (returnval){ [ 1298.296127] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1298.296127] env[65368]: _type = "HttpNfcLease" [ 1298.296127] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1298.307027] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.312321] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.312321] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1298.312321] env[65368]: _type = "HttpNfcLease" [ 1298.312321] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.419221] env[65368]: DEBUG oslo_concurrency.lockutils [req-5eb4ca11-5da3-47fe-a50c-b9e578ed5ecb req-35d5b5e0-4258-48c1-a537-32382c30cbff service nova] Releasing lock "refresh_cache-49ce1638-66e6-414f-a996-5e87be69cf81" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.670665] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bdb2af-9a38-4803-8cf0-1892c5302cf5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.678152] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Suspending the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1298.678397] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-c32cfb30-769a-498e-8901-b916dee7222c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.684806] env[65368]: DEBUG oslo_vmware.api [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1298.684806] env[65368]: value = "task-4425586" [ 1298.684806] env[65368]: _type = "Task" [ 1298.684806] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.693321] env[65368]: DEBUG oslo_vmware.api [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425586, 'name': SuspendVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.806444] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1298.806444] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1298.806444] env[65368]: _type = "HttpNfcLease" [ 1298.806444] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1298.810617] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1299.195500] env[65368]: DEBUG oslo_vmware.api [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425586, 'name': SuspendVM_Task} progress is 62%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.305984] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1299.305984] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1299.305984] env[65368]: _type = "HttpNfcLease" [ 1299.305984] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1299.306301] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1299.306301] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1ffae-f48a-5ab4-d220-15dfd076b3bd" [ 1299.306301] env[65368]: _type = "HttpNfcLease" [ 1299.306301] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1299.307023] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af7b04-0951-455d-a8ab-a30ced95c182 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.315904] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1299.316117] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.215s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.316395] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1299.316560] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating HTTP connection to write to file with size = 31662080 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1299.380526] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-132f5a36-fe32-45a8-a82f-471913173460 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.697796] env[65368]: DEBUG oslo_vmware.api [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425586, 'name': SuspendVM_Task, 'duration_secs': 0.679912} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.699910] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Suspended the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1299.700133] env[65368]: DEBUG nova.compute.manager [None req-160d4f28-471a-4d8e-ba3c-1e372db6f95d tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1299.700999] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53daf238-f4ab-46dd-a25e-0782a252bfc4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.533376] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1300.533551] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1300.534727] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-596983b3-432d-4bb2-ae98-3215a6117b8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.542206] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1300.542442] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1300.542663] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-82b95bca-7a4a-4ca1-b28d-f1402c0ba63b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.723806] env[65368]: DEBUG oslo_vmware.rw_handles [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5239852f-635e-82d6-21a8-8615a99d32e5/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1300.724194] env[65368]: INFO nova.virt.vmwareapi.images [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Downloaded image file data 7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 [ 1300.725325] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5d7d3c-c1b6-464b-a175-21505ebb269d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.745650] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-066c87b0-1107-4ca1-99ba-171d8db1be1b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.780630] env[65368]: INFO nova.virt.vmwareapi.images [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] The imported VM was unregistered [ 1300.783405] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1300.783642] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Creating directory with path [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1300.783957] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51c8e2c2-ebdc-4bf1-ba63-67c0ec136eb3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.806230] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Created directory with path [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396 {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1300.806450] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f/OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f.vmdk to [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk. {{(pid=65368) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1300.806718] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-69939738-949a-41cb-89b1-19eef5611a11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.814285] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1300.814285] env[65368]: value = "task-4425590" [ 1300.814285] env[65368]: _type = "Task" [ 1300.814285] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.824949] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.326522] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.378757] env[65368]: INFO nova.compute.manager [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Resuming [ 1301.379515] env[65368]: DEBUG nova.objects.instance [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'flavor' on Instance uuid d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.826877] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.329019] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.831388] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.891570] env[65368]: DEBUG oslo_concurrency.lockutils [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.891771] env[65368]: DEBUG oslo_concurrency.lockutils [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquired lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.892084] env[65368]: DEBUG nova.network.neutron [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1303.329016] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425590, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.471509} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.329337] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f/OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f.vmdk to [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk. [ 1303.329520] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Cleaning up location [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1303.329677] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_33aca235-d073-44e6-b541-6863dc81841f {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1303.329946] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3feb93f9-d9cf-4b79-9c34-86631fec9107 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.337204] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1303.337204] env[65368]: value = "task-4425592" [ 1303.337204] env[65368]: _type = "Task" [ 1303.337204] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.345803] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425592, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.395636] env[65368]: WARNING neutronclient.v2_0.client [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.556737] env[65368]: WARNING neutronclient.v2_0.client [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1303.634788] env[65368]: DEBUG nova.network.neutron [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [{"id": "212ab4cf-2637-439f-ae71-f216ec495685", "address": "fa:16:3e:b4:4e:31", "network": {"id": "76e0a931-434f-4389-bdb4-93281ad0202e", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1079071785-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1058962de456478282c7aec7fcb31331", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee9ce73d-4ee8-4b28-b7d3-3a5735039627", "external-id": "cl2-zone-465", "segmentation_id": 465, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap212ab4cf-26", "ovs_interfaceid": "212ab4cf-2637-439f-ae71-f216ec495685", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1303.847966] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425592, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03747} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.848233] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.848395] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.848628] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk to [datastore1] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1303.848881] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-603ec1b3-5369-406a-bdd7-57488651ddfb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.855881] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1303.855881] env[65368]: value = "task-4425593" [ 1303.855881] env[65368]: _type = "Task" [ 1303.855881] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.864131] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.138915] env[65368]: DEBUG oslo_concurrency.lockutils [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Releasing lock "refresh_cache-d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.140052] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a2c35e-af66-4c3b-a04c-9e5e6337fef0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.150332] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Resuming the VM {{(pid=65368) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1304.150809] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05eccc14-f023-4a81-a002-624291cab2fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.161778] env[65368]: DEBUG oslo_vmware.api [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1304.161778] env[65368]: value = "task-4425594" [ 1304.161778] env[65368]: _type = "Task" [ 1304.161778] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.174665] env[65368]: DEBUG oslo_vmware.api [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.368873] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.676912] env[65368]: DEBUG oslo_vmware.api [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.873459] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.176616] env[65368]: DEBUG oslo_vmware.api [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425594, 'name': PowerOnVM_Task, 'duration_secs': 0.604071} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.176924] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Resumed the VM {{(pid=65368) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1305.177200] env[65368]: DEBUG nova.compute.manager [None req-22c6ee88-53c9-4091-a253-0819957abf90 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1305.178085] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58323a51-1071-494a-b043-95ff524aac44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.372547] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.874708] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.314882] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.315231] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.316101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.316101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.316101] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.318389] env[65368]: INFO nova.compute.manager [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Terminating instance [ 1306.370093] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425593, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.417675} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.370418] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396/7b7bd4c0-1a4f-47c9-a53d-cc8e14da7396.vmdk to [datastore1] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1306.371311] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98025dfe-d198-4725-a47c-c489fd0dab1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.395766] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1306.396492] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-097f0d6b-c9fb-47bd-bbbb-1974743fb884 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.418510] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1306.418510] env[65368]: value = "task-4425595" [ 1306.418510] env[65368]: _type = "Task" [ 1306.418510] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.428713] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.822670] env[65368]: DEBUG nova.compute.manager [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1306.822877] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1306.824033] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608a3e0a-14f7-4889-bcf0-8572c49b87e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.832688] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1306.832983] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4590440-17fb-4683-9037-096b2323ebf3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.840415] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1306.840415] env[65368]: value = "task-4425596" [ 1306.840415] env[65368]: _type = "Task" [ 1306.840415] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.850194] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425596, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.940916] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.351439] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425596, 'name': PowerOffVM_Task, 'duration_secs': 0.285967} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.351696] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1307.351945] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1307.352303] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de895817-8e13-45cd-bef8-7ee6f90cd23c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.431370] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.446870] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1307.447090] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1307.447288] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleting the datastore file [datastore2] d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1307.447595] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60587029-ac98-4c35-ad2a-f6c37b6f6b8b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.455729] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for the task: (returnval){ [ 1307.455729] env[65368]: value = "task-4425598" [ 1307.455729] env[65368]: _type = "Task" [ 1307.455729] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.465385] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.930851] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425595, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.967016] env[65368]: DEBUG oslo_vmware.api [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Task: {'id': task-4425598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.490252} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.967429] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1307.967471] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1307.967642] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1307.967821] env[65368]: INFO nova.compute.manager [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1307.968078] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1307.968285] env[65368]: DEBUG nova.compute.manager [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1307.968382] env[65368]: DEBUG nova.network.neutron [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1307.968623] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.019921] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1308.432748] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425595, 'name': ReconfigVM_Task, 'duration_secs': 1.582123} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.433072] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 49ce1638-66e6-414f-a996-5e87be69cf81/49ce1638-66e6-414f-a996-5e87be69cf81.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.433768] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd79be78-76ef-4e68-92be-6f3e246f3c56 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.441567] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1308.441567] env[65368]: value = "task-4425599" [ 1308.441567] env[65368]: _type = "Task" [ 1308.441567] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.452640] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425599, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.502633] env[65368]: DEBUG nova.compute.manager [req-7ace9b22-a85f-4210-bcb7-1205d19918fa req-771f3aff-d198-4960-beb3-83836620f4a7 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Received event network-vif-deleted-212ab4cf-2637-439f-ae71-f216ec495685 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1308.502940] env[65368]: INFO nova.compute.manager [req-7ace9b22-a85f-4210-bcb7-1205d19918fa req-771f3aff-d198-4960-beb3-83836620f4a7 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Neutron deleted interface 212ab4cf-2637-439f-ae71-f216ec495685; detaching it from the instance and deleting it from the info cache [ 1308.503102] env[65368]: DEBUG nova.network.neutron [req-7ace9b22-a85f-4210-bcb7-1205d19918fa req-771f3aff-d198-4960-beb3-83836620f4a7 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.952262] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425599, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.974800] env[65368]: DEBUG nova.network.neutron [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.006325] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9dd4421-0333-4531-9869-cfda9ee0f3cc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.017564] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c26ab67-a44d-47b5-ac4b-848978d1dc48 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.044601] env[65368]: DEBUG nova.compute.manager [req-7ace9b22-a85f-4210-bcb7-1205d19918fa req-771f3aff-d198-4960-beb3-83836620f4a7 service nova] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Detach interface failed, port_id=212ab4cf-2637-439f-ae71-f216ec495685, reason: Instance d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1309.456276] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425599, 'name': Rename_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.477898] env[65368]: INFO nova.compute.manager [-] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Took 1.51 seconds to deallocate network for instance. [ 1309.953882] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425599, 'name': Rename_Task, 'duration_secs': 1.14747} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.954141] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.954403] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4514963-757c-4406-a22d-fe244588e313 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.961315] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1309.961315] env[65368]: value = "task-4425600" [ 1309.961315] env[65368]: _type = "Task" [ 1309.961315] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.970584] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425600, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.985482] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.985831] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.986016] env[65368]: DEBUG nova.objects.instance [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lazy-loading 'resources' on Instance uuid d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1310.472536] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425600, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.534710] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1410088-4d8a-4c56-aaf7-d488d8b24cf7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.544343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a127b14-41d9-4809-aa8e-09f0c9e1df84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.578163] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457f53a2-39ac-4359-9b52-889165d9f545 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.587186] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17731d45-12ed-4219-b82f-f399aa052a59 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.603019] env[65368]: DEBUG nova.compute.provider_tree [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.974923] env[65368]: DEBUG oslo_vmware.api [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425600, 'name': PowerOnVM_Task, 'duration_secs': 0.653201} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.975191] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.074824] env[65368]: DEBUG nova.compute.manager [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1311.075802] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec36058-7c2e-4d55-bdf2-76c032b04030 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.106502] env[65368]: DEBUG nova.scheduler.client.report [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1311.593344] env[65368]: DEBUG oslo_concurrency.lockutils [None req-5f7346b0-bf54-45f9-a284-cee199b389c3 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 22.360s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.610996] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.625s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.633709] env[65368]: INFO nova.scheduler.client.report [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Deleted allocations for instance d8a7f20b-01c5-4674-a0bc-1bb0af9efd46 [ 1312.142090] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3552d8b4-e0fe-4f10-a660-b83de5d58684 tempest-ServerActionsTestJSON-1312249634 tempest-ServerActionsTestJSON-1312249634-project-member] Lock "d8a7f20b-01c5-4674-a0bc-1bb0af9efd46" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.827s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.476178] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.476428] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.476703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1312.476934] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.477169] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.479310] env[65368]: INFO nova.compute.manager [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Terminating instance [ 1312.983751] env[65368]: DEBUG nova.compute.manager [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1312.983995] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1312.984926] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3fa149-6108-4159-8d91-ba7d223bb1dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.993602] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1312.993862] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-641281f9-3018-4f76-be44-bda08dbdd5e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.001349] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1313.001349] env[65368]: value = "task-4425601" [ 1313.001349] env[65368]: _type = "Task" [ 1313.001349] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.010895] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425601, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.513225] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425601, 'name': PowerOffVM_Task, 'duration_secs': 0.181069} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.513651] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1313.513838] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1313.514130] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a02d5e4e-1b83-4239-aa9b-4529b0ecaaed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.582580] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1313.582796] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1313.582973] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleting the datastore file [datastore1] 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1313.583254] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-179e38c3-8d37-4e54-9685-2652ac5f9f0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.590206] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for the task: (returnval){ [ 1313.590206] env[65368]: value = "task-4425603" [ 1313.590206] env[65368]: _type = "Task" [ 1313.590206] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.599169] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.100716] env[65368]: DEBUG oslo_vmware.api [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Task: {'id': task-4425603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129789} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.100985] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1314.101192] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1314.101373] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1314.101547] env[65368]: INFO nova.compute.manager [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1314.101833] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1314.102046] env[65368]: DEBUG nova.compute.manager [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1314.102163] env[65368]: DEBUG nova.network.neutron [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1314.102386] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.144410] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1314.634389] env[65368]: DEBUG nova.compute.manager [req-37611c03-28bc-4f6c-b638-742cded278dd req-e4297576-23be-41be-91a5-d96e549e5335 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Received event network-vif-deleted-db0994eb-d328-498f-9222-470552764635 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1314.634704] env[65368]: INFO nova.compute.manager [req-37611c03-28bc-4f6c-b638-742cded278dd req-e4297576-23be-41be-91a5-d96e549e5335 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Neutron deleted interface db0994eb-d328-498f-9222-470552764635; detaching it from the instance and deleting it from the info cache [ 1314.634793] env[65368]: DEBUG nova.network.neutron [req-37611c03-28bc-4f6c-b638-742cded278dd req-e4297576-23be-41be-91a5-d96e549e5335 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.106444] env[65368]: DEBUG nova.network.neutron [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.140541] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0952003f-b478-45e4-9574-da45335559c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.151996] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74522e61-ef28-4f43-b045-7fe407eade65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.186205] env[65368]: DEBUG nova.compute.manager [req-37611c03-28bc-4f6c-b638-742cded278dd req-e4297576-23be-41be-91a5-d96e549e5335 service nova] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Detach interface failed, port_id=db0994eb-d328-498f-9222-470552764635, reason: Instance 49ce1638-66e6-414f-a996-5e87be69cf81 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1315.612239] env[65368]: INFO nova.compute.manager [-] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Took 1.51 seconds to deallocate network for instance. [ 1316.119162] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.119556] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.120528] env[65368]: DEBUG nova.objects.instance [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lazy-loading 'resources' on Instance uuid 49ce1638-66e6-414f-a996-5e87be69cf81 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.658639] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abee4e07-fa31-4541-b16f-310bd5338ed9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.667016] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc5f4c2-9687-4b6f-abdd-5b16fa1372f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.699037] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ee4a93-f8f5-4817-b31b-ccb9e9c7317b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.707711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c21d029-c4f5-475f-88f6-e73ad635a270 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.726517] env[65368]: DEBUG nova.compute.provider_tree [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1317.230547] env[65368]: DEBUG nova.scheduler.client.report [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1317.735699] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.753144] env[65368]: INFO nova.scheduler.client.report [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Deleted allocations for instance 49ce1638-66e6-414f-a996-5e87be69cf81 [ 1318.151155] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "fc488f9f-ceb4-4632-9257-d825f5455f00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1318.151603] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.261311] env[65368]: DEBUG oslo_concurrency.lockutils [None req-86d676c5-fa54-4659-a040-664910eff385 tempest-ServerActionsTestOtherB-2096472784 tempest-ServerActionsTestOtherB-2096472784-project-member] Lock "49ce1638-66e6-414f-a996-5e87be69cf81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.785s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.654308] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1319.179413] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.179717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.181288] env[65368]: INFO nova.compute.claims [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1320.221557] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39288bf6-33cd-4d00-ac70-d41eb7397f87 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.230212] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81863ca2-449d-4582-9ac0-67cfd0c548d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.261880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546c4238-4f52-4ddf-94c7-5989b5708954 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.270078] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40c4663-5a49-41cc-a7ea-5d98d5aec9dd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.284271] env[65368]: DEBUG nova.compute.provider_tree [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.787380] env[65368]: DEBUG nova.scheduler.client.report [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.295288] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.295839] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1321.801163] env[65368]: DEBUG nova.compute.utils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1321.802593] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1321.802785] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1321.803139] env[65368]: WARNING neutronclient.v2_0.client [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1321.803495] env[65368]: WARNING neutronclient.v2_0.client [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1321.860846] env[65368]: DEBUG nova.policy [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c45dc9bd83a45d289dc95d0b1ab4bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2756baabba6c4fae9d601a3373aa7b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.157549] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Successfully created port: 3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1322.307651] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1323.320972] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1323.349834] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1323.350094] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1323.350386] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1323.350476] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1323.350599] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1323.350741] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1323.350939] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1323.351182] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1323.351363] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1323.351529] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1323.351771] env[65368]: DEBUG nova.virt.hardware [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1323.352752] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392652a2-678a-45a2-94e1-bb4da3bf6cf7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.361789] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50a0c8-2c76-44dc-806f-671034cd0d9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.588387] env[65368]: DEBUG nova.compute.manager [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received event network-vif-plugged-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1323.588387] env[65368]: DEBUG oslo_concurrency.lockutils [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] Acquiring lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.588387] env[65368]: DEBUG oslo_concurrency.lockutils [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.588387] env[65368]: DEBUG oslo_concurrency.lockutils [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.588806] env[65368]: DEBUG nova.compute.manager [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] No waiting events found dispatching network-vif-plugged-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1323.588806] env[65368]: WARNING nova.compute.manager [req-7c3717c1-f331-43c4-afc1-af9e4622c30d req-c82045cb-64db-4dd0-80d5-37daed3e082f service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received unexpected event network-vif-plugged-3d9566e8-e189-4830-ac17-3030d17beb33 for instance with vm_state building and task_state spawning. [ 1323.667050] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Successfully updated port: 3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1324.171045] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.171307] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.171404] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1324.711020] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1324.796670] env[65368]: WARNING neutronclient.v2_0.client [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.871154] env[65368]: DEBUG nova.network.neutron [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [{"id": "3d9566e8-e189-4830-ac17-3030d17beb33", "address": "fa:16:3e:e4:22:87", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9566e8-e1", "ovs_interfaceid": "3d9566e8-e189-4830-ac17-3030d17beb33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.374844] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.375250] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Instance network_info: |[{"id": "3d9566e8-e189-4830-ac17-3030d17beb33", "address": "fa:16:3e:e4:22:87", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9566e8-e1", "ovs_interfaceid": "3d9566e8-e189-4830-ac17-3030d17beb33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1325.375725] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:22:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3d9566e8-e189-4830-ac17-3030d17beb33', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1325.383633] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating folder: Project (2756baabba6c4fae9d601a3373aa7b9a). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.383915] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-22d0e435-0d61-438c-954a-23131a5c42ad {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.396052] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created folder: Project (2756baabba6c4fae9d601a3373aa7b9a) in parent group-v865657. [ 1325.396246] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating folder: Instances. Parent ref: group-v865984. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1325.396492] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cd9b5a3-8e30-4e9a-ad87-cda212b42a3a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.406799] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created folder: Instances in parent group-v865984. [ 1325.407057] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1325.407261] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1325.407475] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-761fc04d-8b5f-4e37-9030-2a2388bfb3c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.427021] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1325.427021] env[65368]: value = "task-4425607" [ 1325.427021] env[65368]: _type = "Task" [ 1325.427021] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.435153] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425607, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.615792] env[65368]: DEBUG nova.compute.manager [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1325.616025] env[65368]: DEBUG nova.compute.manager [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing instance network info cache due to event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1325.616214] env[65368]: DEBUG oslo_concurrency.lockutils [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] Acquiring lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.616357] env[65368]: DEBUG oslo_concurrency.lockutils [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] Acquired lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.616515] env[65368]: DEBUG nova.network.neutron [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.939070] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425607, 'name': CreateVM_Task, 'duration_secs': 0.306087} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.939504] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1325.939904] env[65368]: WARNING neutronclient.v2_0.client [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1325.940338] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.940537] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.940918] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.941260] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bdd969d2-5b9e-42f0-a8ad-066ba9380a94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.947871] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1325.947871] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5275e8c9-1eb3-f4b9-c16c-d998d1c0b409" [ 1325.947871] env[65368]: _type = "Task" [ 1325.947871] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.957145] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5275e8c9-1eb3-f4b9-c16c-d998d1c0b409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.120415] env[65368]: WARNING neutronclient.v2_0.client [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.254201] env[65368]: WARNING neutronclient.v2_0.client [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1326.320789] env[65368]: DEBUG nova.network.neutron [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updated VIF entry in instance network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1326.321176] env[65368]: DEBUG nova.network.neutron [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [{"id": "3d9566e8-e189-4830-ac17-3030d17beb33", "address": "fa:16:3e:e4:22:87", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9566e8-e1", "ovs_interfaceid": "3d9566e8-e189-4830-ac17-3030d17beb33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.458349] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]5275e8c9-1eb3-f4b9-c16c-d998d1c0b409, 'name': SearchDatastore_Task, 'duration_secs': 0.011095} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.458596] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.458823] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1326.459058] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.459203] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.459375] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1326.459947] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7e5f005-def7-470f-bd43-a2653dc28323 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.470014] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1326.470194] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1326.470898] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11a013f1-952d-4085-b8ca-fa04e87e3270 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.476232] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1326.476232] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1e3f3-886e-da68-3718-695d4a737aa3" [ 1326.476232] env[65368]: _type = "Task" [ 1326.476232] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.484165] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1e3f3-886e-da68-3718-695d4a737aa3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.823661] env[65368]: DEBUG oslo_concurrency.lockutils [req-92c996c3-9fab-4fcb-99a5-94c0fb0cdb4d req-2c0fa7c4-7628-4ccb-90c0-4a35dee6c1cc service nova] Releasing lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.986592] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e1e3f3-886e-da68-3718-695d4a737aa3, 'name': SearchDatastore_Task, 'duration_secs': 0.008938} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.987395] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c1c7d7-e0db-46b2-8c80-ab6587032996 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.992803] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1326.992803] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52216194-5e88-3057-2835-e5508356519e" [ 1326.992803] env[65368]: _type = "Task" [ 1326.992803] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.000377] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52216194-5e88-3057-2835-e5508356519e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.503329] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52216194-5e88-3057-2835-e5508356519e, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.503581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.503831] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] fc488f9f-ceb4-4632-9257-d825f5455f00/fc488f9f-ceb4-4632-9257-d825f5455f00.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.504105] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-509bcc0f-523f-43d6-80be-03d88f3fad63 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.511115] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1327.511115] env[65368]: value = "task-4425608" [ 1327.511115] env[65368]: _type = "Task" [ 1327.511115] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.519263] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.021183] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.439594} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.021635] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] fc488f9f-ceb4-4632-9257-d825f5455f00/fc488f9f-ceb4-4632-9257-d825f5455f00.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1328.021635] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1328.021819] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-173ea7e4-6ce0-4504-a319-83fce0987f70 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.029010] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1328.029010] env[65368]: value = "task-4425609" [ 1328.029010] env[65368]: _type = "Task" [ 1328.029010] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.036953] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.539086] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067323} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.539357] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1328.540178] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe2452-4d6f-4c86-a774-bf4f06ba58f8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.564435] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] fc488f9f-ceb4-4632-9257-d825f5455f00/fc488f9f-ceb4-4632-9257-d825f5455f00.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1328.564653] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63ee1ab4-83bf-4679-b345-42c6089933bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.585673] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1328.585673] env[65368]: value = "task-4425610" [ 1328.585673] env[65368]: _type = "Task" [ 1328.585673] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.593497] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.095814] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425610, 'name': ReconfigVM_Task, 'duration_secs': 0.256859} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.096248] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Reconfigured VM instance instance-00000078 to attach disk [datastore2] fc488f9f-ceb4-4632-9257-d825f5455f00/fc488f9f-ceb4-4632-9257-d825f5455f00.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1329.096702] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e6fc669-0d5e-4ae0-8fcd-1fe50b0093d4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.104128] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1329.104128] env[65368]: value = "task-4425611" [ 1329.104128] env[65368]: _type = "Task" [ 1329.104128] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.112255] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425611, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.614191] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425611, 'name': Rename_Task, 'duration_secs': 0.140867} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.614471] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1329.614719] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0219ca76-f839-42c6-bd87-69d8865728e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.621330] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1329.621330] env[65368]: value = "task-4425612" [ 1329.621330] env[65368]: _type = "Task" [ 1329.621330] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.630637] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.131350] env[65368]: DEBUG oslo_vmware.api [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425612, 'name': PowerOnVM_Task, 'duration_secs': 0.450481} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.131692] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1330.131804] env[65368]: INFO nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Took 6.81 seconds to spawn the instance on the hypervisor. [ 1330.131971] env[65368]: DEBUG nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1330.132747] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747c960-92ce-4aa6-af74-801a38599dbb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.649822] env[65368]: INFO nova.compute.manager [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Took 11.49 seconds to build instance. [ 1331.152344] env[65368]: DEBUG oslo_concurrency.lockutils [None req-4039761c-cf05-4726-86ea-8c661e93b517 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.714565] env[65368]: DEBUG nova.compute.manager [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1331.714676] env[65368]: DEBUG nova.compute.manager [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing instance network info cache due to event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1331.714905] env[65368]: DEBUG oslo_concurrency.lockutils [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] Acquiring lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.715064] env[65368]: DEBUG oslo_concurrency.lockutils [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] Acquired lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.715251] env[65368]: DEBUG nova.network.neutron [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.218356] env[65368]: WARNING neutronclient.v2_0.client [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.383594] env[65368]: WARNING neutronclient.v2_0.client [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1332.452965] env[65368]: DEBUG nova.network.neutron [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updated VIF entry in instance network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1332.453362] env[65368]: DEBUG nova.network.neutron [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [{"id": "3d9566e8-e189-4830-ac17-3030d17beb33", "address": "fa:16:3e:e4:22:87", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9566e8-e1", "ovs_interfaceid": "3d9566e8-e189-4830-ac17-3030d17beb33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.956584] env[65368]: DEBUG oslo_concurrency.lockutils [req-25f4b70a-1f2a-4cf1-845a-005edd4fda87 req-57fe766f-c2bf-49ec-b270-53da587ac1f4 service nova] Releasing lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.319789] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320267] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320267] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320401] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320538] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320675] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320814] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.320956] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1359.321111] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1359.824388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.824646] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1359.824796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.825171] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1359.825905] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69911f25-ef47-4410-b33f-66c3376cd4ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.835061] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5b900f-d4c4-4db3-926b-b666eacbf772 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.849650] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e534117e-0b4a-48bc-8d4c-4277b04e38f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.857057] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48c4b31-b23e-42a7-b2cc-431998e55c27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.888812] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180390MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1359.888977] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1359.889193] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.917036] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance fc488f9f-ceb4-4632-9257-d825f5455f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1360.917383] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1360.917383] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_2756baabba6c4fae9d601a3373aa7b9a': '1', 'io_workload': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1360.944492] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d35ff89-62cc-46d4-9828-dbf91c653b53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.952544] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb5a38-1942-4477-9a62-93e70cc5d971 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.982095] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dcf36b1-9565-4b09-a43b-e2dea1936f05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.989502] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567dd3f-bef8-442c-9632-b5d8b7a8e26d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.004460] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1361.507590] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1362.012771] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1362.013193] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1368.994108] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.994450] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.496654] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1370.016693] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.017029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.018934] env[65368]: INFO nova.compute.claims [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1371.066921] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183f163f-491d-4978-b86b-e83810f1b279 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.077562] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd2ae06-85cc-4417-8959-1e0ba7b904a2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.115197] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808311cd-f58b-473e-bffc-57ee0b765131 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.123572] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5a353f-a45d-41f1-88d2-8309f743a43e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.137577] env[65368]: DEBUG nova.compute.provider_tree [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.640514] env[65368]: DEBUG nova.scheduler.client.report [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.144950] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.128s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.145527] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1372.650426] env[65368]: DEBUG nova.compute.utils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1372.651898] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1372.652102] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1372.652427] env[65368]: WARNING neutronclient.v2_0.client [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.652726] env[65368]: WARNING neutronclient.v2_0.client [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1372.702475] env[65368]: DEBUG nova.policy [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c45dc9bd83a45d289dc95d0b1ab4bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2756baabba6c4fae9d601a3373aa7b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1372.986191] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Successfully created port: 49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1373.156791] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1374.167326] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1374.195607] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1374.195869] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1374.196033] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1374.196220] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1374.196366] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1374.196509] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1374.196726] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1374.196891] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1374.197107] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1374.197273] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1374.197453] env[65368]: DEBUG nova.virt.hardware [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1374.198362] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45a62c0-42b6-4b5b-81b8-4689f84e550f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.207082] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24cd2ee-9e6f-4331-b21a-654f8efefee5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.969028] env[65368]: DEBUG nova.compute.manager [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Received event network-vif-plugged-49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1374.969445] env[65368]: DEBUG oslo_concurrency.lockutils [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1374.969445] env[65368]: DEBUG oslo_concurrency.lockutils [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.969616] env[65368]: DEBUG oslo_concurrency.lockutils [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.969782] env[65368]: DEBUG nova.compute.manager [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] No waiting events found dispatching network-vif-plugged-49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1374.969938] env[65368]: WARNING nova.compute.manager [req-fc829082-8815-448b-a486-0b7e6ebd250d req-ab6e53c5-b6ba-41da-9093-9904d34f1c32 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Received unexpected event network-vif-plugged-49073d82-4053-49c2-9bf1-815b752d7120 for instance with vm_state building and task_state spawning. [ 1375.326369] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Successfully updated port: 49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1375.353617] env[65368]: DEBUG nova.compute.manager [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Received event network-changed-49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1375.353819] env[65368]: DEBUG nova.compute.manager [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Refreshing instance network info cache due to event network-changed-49073d82-4053-49c2-9bf1-815b752d7120. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1375.354028] env[65368]: DEBUG oslo_concurrency.lockutils [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] Acquiring lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.354172] env[65368]: DEBUG oslo_concurrency.lockutils [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] Acquired lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.354326] env[65368]: DEBUG nova.network.neutron [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Refreshing network info cache for port 49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1375.829424] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.856413] env[65368]: WARNING neutronclient.v2_0.client [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1375.890712] env[65368]: DEBUG nova.network.neutron [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1375.977872] env[65368]: DEBUG nova.network.neutron [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.480850] env[65368]: DEBUG oslo_concurrency.lockutils [req-cb7613a5-99e2-4d20-92a7-5438fdf2075e req-6a0df2d2-782f-4bdf-bd55-849530a8f4e0 service nova] Releasing lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.481305] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.481493] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1377.016493] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1377.090367] env[65368]: WARNING neutronclient.v2_0.client [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.158539] env[65368]: DEBUG nova.network.neutron [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Updating instance_info_cache with network_info: [{"id": "49073d82-4053-49c2-9bf1-815b752d7120", "address": "fa:16:3e:da:2d:1d", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49073d82-40", "ovs_interfaceid": "49073d82-4053-49c2-9bf1-815b752d7120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.661743] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-3b07ec4c-9a6a-4f27-8e79-11ef0161d168" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.662154] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance network_info: |[{"id": "49073d82-4053-49c2-9bf1-815b752d7120", "address": "fa:16:3e:da:2d:1d", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49073d82-40", "ovs_interfaceid": "49073d82-4053-49c2-9bf1-815b752d7120", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1377.662523] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49073d82-4053-49c2-9bf1-815b752d7120', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1377.670176] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1377.670410] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1377.670652] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3aa79578-61d5-4521-9dd9-804c9ed4163f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.693118] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1377.693118] env[65368]: value = "task-4425613" [ 1377.693118] env[65368]: _type = "Task" [ 1377.693118] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.701595] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425613, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.204230] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425613, 'name': CreateVM_Task, 'duration_secs': 0.325359} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.204452] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.204921] env[65368]: WARNING neutronclient.v2_0.client [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.205803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.205803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.205803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.206020] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc1473a-7dde-4259-bb48-d78a42435fed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.211343] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1378.211343] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e34e7b-a379-12c0-4289-2b73c81dcdc0" [ 1378.211343] env[65368]: _type = "Task" [ 1378.211343] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.220241] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e34e7b-a379-12c0-4289-2b73c81dcdc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.722208] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52e34e7b-a379-12c0-4289-2b73c81dcdc0, 'name': SearchDatastore_Task, 'duration_secs': 0.011044} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.722593] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.722750] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1378.722963] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.723119] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.723293] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1378.723555] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b53e33c-a4d1-43be-9765-4b5bd27f72e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.732347] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1378.732516] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1378.733219] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15a182f1-627a-4645-88a2-c06220856d3e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.738859] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1378.738859] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d481bb-ef28-5c99-40aa-043eac57e58b" [ 1378.738859] env[65368]: _type = "Task" [ 1378.738859] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.747296] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d481bb-ef28-5c99-40aa-043eac57e58b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.249857] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d481bb-ef28-5c99-40aa-043eac57e58b, 'name': SearchDatastore_Task, 'duration_secs': 0.008634} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.250686] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c574822-e20e-4664-8178-039f64dd543b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.256082] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1379.256082] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52477dae-3b6b-928a-f1ea-1b2246658004" [ 1379.256082] env[65368]: _type = "Task" [ 1379.256082] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.265066] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52477dae-3b6b-928a-f1ea-1b2246658004, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.767467] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52477dae-3b6b-928a-f1ea-1b2246658004, 'name': SearchDatastore_Task, 'duration_secs': 0.009524} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.767825] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.767969] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1379.768278] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f6a2c9d-90d3-4c2b-b5c7-d064a0e21e5b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.775585] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1379.775585] env[65368]: value = "task-4425614" [ 1379.775585] env[65368]: _type = "Task" [ 1379.775585] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.783662] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.285936] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.417655} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.286296] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.286521] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.286763] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a644e42-f563-4184-abe7-52288a28459e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.294368] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1380.294368] env[65368]: value = "task-4425615" [ 1380.294368] env[65368]: _type = "Task" [ 1380.294368] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.303094] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.804763] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071878} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.805194] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1380.805868] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fee3a6c-3d03-43ea-83a9-3ed081874dd0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.828554] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1380.828853] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0465b14a-d93f-42c0-8868-f7ad9acdec7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.850425] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1380.850425] env[65368]: value = "task-4425616" [ 1380.850425] env[65368]: _type = "Task" [ 1380.850425] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.859123] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425616, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.361101] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425616, 'name': ReconfigVM_Task, 'duration_secs': 0.288252} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.361349] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.361987] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-301cd2b8-7b0f-4b5a-8887-500a31524e9a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.369264] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1381.369264] env[65368]: value = "task-4425617" [ 1381.369264] env[65368]: _type = "Task" [ 1381.369264] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.378137] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425617, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.878971] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425617, 'name': Rename_Task, 'duration_secs': 0.146247} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.879955] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1381.880117] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f93db08-763b-4bb1-97e7-1e56425f0c30 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.887257] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1381.887257] env[65368]: value = "task-4425618" [ 1381.887257] env[65368]: _type = "Task" [ 1381.887257] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.895753] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.397040] env[65368]: DEBUG oslo_vmware.api [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425618, 'name': PowerOnVM_Task, 'duration_secs': 0.436854} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.397379] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1382.397511] env[65368]: INFO nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Took 8.23 seconds to spawn the instance on the hypervisor. [ 1382.397690] env[65368]: DEBUG nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1382.398565] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8213d7b-fd7a-4528-829f-17efe770f6bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.922258] env[65368]: INFO nova.compute.manager [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Took 12.92 seconds to build instance. [ 1383.292469] env[65368]: DEBUG oslo_concurrency.lockutils [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.424964] env[65368]: DEBUG oslo_concurrency.lockutils [None req-cb568518-932c-4591-9b1b-d99b008c2372 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.430s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.425360] env[65368]: DEBUG oslo_concurrency.lockutils [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.133s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.425549] env[65368]: DEBUG nova.compute.manager [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1383.426468] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767b8636-f3e8-4334-a675-b2496ea9c3e7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.434046] env[65368]: DEBUG nova.compute.manager [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1383.434605] env[65368]: DEBUG nova.objects.instance [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'flavor' on Instance uuid 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1384.441647] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.442038] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63cf658c-fb39-4284-ab65-a144a9f81aba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.449643] env[65368]: DEBUG oslo_vmware.api [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1384.449643] env[65368]: value = "task-4425619" [ 1384.449643] env[65368]: _type = "Task" [ 1384.449643] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.459233] env[65368]: DEBUG oslo_vmware.api [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.959714] env[65368]: DEBUG oslo_vmware.api [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425619, 'name': PowerOffVM_Task, 'duration_secs': 0.19252} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.960009] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.960185] env[65368]: DEBUG nova.compute.manager [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1384.961007] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6e2b58-7108-40f8-8006-f675288a9960 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.472931] env[65368]: DEBUG oslo_concurrency.lockutils [None req-795176a3-7725-4421-ac9c-2b26d752996c tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1385.836038] env[65368]: INFO nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Rebuilding instance [ 1385.879228] env[65368]: DEBUG nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1385.880113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac808fc9-2ea5-449f-a3ac-d1f2192647d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.896495] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.896495] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22318b37-62ca-422d-960a-4257b036d799 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.907417] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1386.907417] env[65368]: value = "task-4425620" [ 1386.907417] env[65368]: _type = "Task" [ 1386.907417] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.916141] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.419567] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1387.419805] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.420611] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7786bb-790e-4fc9-b6f2-d4ca39659ced {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.427737] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1387.427959] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8c7b277d-5ff1-4fe9-99e8-c8be97f93a29 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.504339] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.504608] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.504720] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.504975] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e95708b8-9b26-4499-b8ac-0ae8669ac01c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.512757] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1387.512757] env[65368]: value = "task-4425622" [ 1387.512757] env[65368]: _type = "Task" [ 1387.512757] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.521442] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.024972] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117582} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.025409] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.025486] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.025653] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1389.062480] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1389.062821] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1389.062878] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1389.063039] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1389.063185] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1389.063327] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1389.063529] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1389.063682] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1389.063843] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1389.063997] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1389.064180] env[65368]: DEBUG nova.virt.hardware [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1389.065137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74aaf95d-a9e4-4410-aa7b-103d3756dec6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.073834] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d89bff74-de02-4314-b113-fddefa018354 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.088053] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:2d:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49073d82-4053-49c2-9bf1-815b752d7120', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1389.095426] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1389.095670] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1389.095878] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29c3550c-618b-4d74-b74f-408d7349f9dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.116125] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1389.116125] env[65368]: value = "task-4425623" [ 1389.116125] env[65368]: _type = "Task" [ 1389.116125] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.124644] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425623, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.626305] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425623, 'name': CreateVM_Task, 'duration_secs': 0.314675} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.626502] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1389.626973] env[65368]: WARNING neutronclient.v2_0.client [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1389.627362] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.627513] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.627882] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.628184] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83fccac6-13c9-42ea-a04e-4a7455225ac3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.633728] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1389.633728] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d727c0-6c3c-f4a9-b026-6c2a1992548a" [ 1389.633728] env[65368]: _type = "Task" [ 1389.633728] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.641805] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d727c0-6c3c-f4a9-b026-6c2a1992548a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.144616] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d727c0-6c3c-f4a9-b026-6c2a1992548a, 'name': SearchDatastore_Task, 'duration_secs': 0.009455} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.145089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.145165] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1390.145382] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.145524] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.145698] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1390.145958] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7722a80c-12ed-4bfb-87da-bf28ef425958 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.155320] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1390.155477] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1390.156205] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd892e1a-64d8-4488-96c9-e27a5d749af4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.163070] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1390.163070] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525df7a4-ab75-4fd9-d586-89d9416fe6dc" [ 1390.163070] env[65368]: _type = "Task" [ 1390.163070] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.170647] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525df7a4-ab75-4fd9-d586-89d9416fe6dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.674218] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]525df7a4-ab75-4fd9-d586-89d9416fe6dc, 'name': SearchDatastore_Task, 'duration_secs': 0.008906} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.675010] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4336b38-9936-4747-b455-7d9b1cf001ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.680665] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1390.680665] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab45a1-e403-0334-c831-96188c93f04a" [ 1390.680665] env[65368]: _type = "Task" [ 1390.680665] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.688768] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab45a1-e403-0334-c831-96188c93f04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.191339] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52ab45a1-e403-0334-c831-96188c93f04a, 'name': SearchDatastore_Task, 'duration_secs': 0.0102} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.191898] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.191898] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1391.192077] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-821a5732-84d1-4fcb-9314-71470ed45bc4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.199351] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1391.199351] env[65368]: value = "task-4425624" [ 1391.199351] env[65368]: _type = "Task" [ 1391.199351] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.207887] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425624, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.710240] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425624, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414416} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1391.710464] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1391.710684] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1391.710936] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08a92203-f7d7-4e4e-84ff-73f1eb02cc02 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.717475] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1391.717475] env[65368]: value = "task-4425625" [ 1391.717475] env[65368]: _type = "Task" [ 1391.717475] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.726851] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.228192] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062141} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.228644] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1392.229731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d529c44d-5d85-4ed9-9400-c6275bc63b33 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.254053] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1392.254396] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb229e64-b067-4779-a17e-f9ced6cabe22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.275734] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1392.275734] env[65368]: value = "task-4425626" [ 1392.275734] env[65368]: _type = "Task" [ 1392.275734] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.289890] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425626, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.785897] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425626, 'name': ReconfigVM_Task, 'duration_secs': 0.26487} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.786192] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168/3b07ec4c-9a6a-4f27-8e79-11ef0161d168.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1392.786801] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d843f72b-a555-457c-8d9b-97e7d07de2bd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.792875] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1392.792875] env[65368]: value = "task-4425627" [ 1392.792875] env[65368]: _type = "Task" [ 1392.792875] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.800884] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425627, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.303922] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425627, 'name': Rename_Task, 'duration_secs': 0.148624} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.304312] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1393.304453] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a7ef565-f330-4a95-bc61-9fd37c0466c8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.311091] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1393.311091] env[65368]: value = "task-4425628" [ 1393.311091] env[65368]: _type = "Task" [ 1393.311091] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.319099] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.822861] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425628, 'name': PowerOnVM_Task, 'duration_secs': 0.439101} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.823152] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1393.823347] env[65368]: DEBUG nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1393.824117] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a751002-084e-4842-9180-f27c2f808aef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.334712] env[65368]: INFO nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] bringing vm to original state: 'stopped' [ 1395.341553] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.341861] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.342055] env[65368]: DEBUG nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1395.343036] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a662846-2f8e-434e-9989-bf58e20a6670 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.350894] env[65368]: DEBUG nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65368) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3441}} [ 1395.857388] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1395.857716] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71c82fb4-1275-43a4-aa93-1d008db65d4e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.865958] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1395.865958] env[65368]: value = "task-4425629" [ 1395.865958] env[65368]: _type = "Task" [ 1395.865958] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.875464] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.377395] env[65368]: DEBUG oslo_vmware.api [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425629, 'name': PowerOffVM_Task, 'duration_secs': 0.183082} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.377822] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.377872] env[65368]: DEBUG nova.compute.manager [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1396.378683] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e5ccff-a9d5-41e5-9947-a44436b210e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.892644] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.551s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.296337] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.296581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.296806] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.296984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.297180] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.299418] env[65368]: INFO nova.compute.manager [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Terminating instance [ 1397.401598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.401872] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.402054] env[65368]: DEBUG nova.objects.instance [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1397.803187] env[65368]: DEBUG nova.compute.manager [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1397.803495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.804491] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79b933b-b1c4-46ff-a8fb-dc34ba3a2dff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.814264] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1397.814550] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6412d55-6f4e-4431-aa15-18af60ac9fcf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.888301] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1397.888547] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1397.888718] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore1] 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1397.888996] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-038e3caa-10c1-4cf4-af61-d748b93957e4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.896072] env[65368]: DEBUG oslo_vmware.api [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1397.896072] env[65368]: value = "task-4425631" [ 1397.896072] env[65368]: _type = "Task" [ 1397.896072] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.904455] env[65368]: DEBUG oslo_vmware.api [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425631, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.406475] env[65368]: DEBUG oslo_vmware.api [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425631, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137092} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.406870] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.406870] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.407021] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.407176] env[65368]: INFO nova.compute.manager [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1398.407428] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1398.407618] env[65368]: DEBUG nova.compute.manager [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1398.407716] env[65368]: DEBUG nova.network.neutron [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1398.407956] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.410751] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3a41cd51-b2c2-4a63-a0e2-4e64955b8365 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.439114] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.707789] env[65368]: DEBUG nova.compute.manager [req-10d24fb6-61ef-440d-a4d9-ca747ccfef66 req-f186fb2e-99fc-4443-9a1e-8b0fb1d2eb0c service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Received event network-vif-deleted-49073d82-4053-49c2-9bf1-815b752d7120 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1398.708038] env[65368]: INFO nova.compute.manager [req-10d24fb6-61ef-440d-a4d9-ca747ccfef66 req-f186fb2e-99fc-4443-9a1e-8b0fb1d2eb0c service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Neutron deleted interface 49073d82-4053-49c2-9bf1-815b752d7120; detaching it from the instance and deleting it from the info cache [ 1398.708156] env[65368]: DEBUG nova.network.neutron [req-10d24fb6-61ef-440d-a4d9-ca747ccfef66 req-f186fb2e-99fc-4443-9a1e-8b0fb1d2eb0c service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.181980] env[65368]: DEBUG nova.network.neutron [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1399.210720] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-acba0f19-0e6b-42ce-877d-29f40904043d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.222033] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91ba3baa-bbaf-4982-b1ed-a5ac1a821d11 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.247317] env[65368]: DEBUG nova.compute.manager [req-10d24fb6-61ef-440d-a4d9-ca747ccfef66 req-f186fb2e-99fc-4443-9a1e-8b0fb1d2eb0c service nova] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Detach interface failed, port_id=49073d82-4053-49c2-9bf1-815b752d7120, reason: Instance 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1399.686135] env[65368]: INFO nova.compute.manager [-] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Took 1.28 seconds to deallocate network for instance. [ 1400.192698] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1400.192985] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.193228] env[65368]: DEBUG nova.objects.instance [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'resources' on Instance uuid 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.738629] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-294231d1-9653-41b5-bdc3-15a65a2444e3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.746341] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6c55f6-b2c2-4c07-9611-23767a3a5c20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.779597] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c592fbf7-1824-467b-b448-c952ead0d3e8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.787398] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72026783-c9a3-4e05-8ec0-4138ec558ccb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.801523] env[65368]: DEBUG nova.compute.provider_tree [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.305934] env[65368]: DEBUG nova.scheduler.client.report [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1401.810780] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.835913] env[65368]: INFO nova.scheduler.client.report [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocations for instance 3b07ec4c-9a6a-4f27-8e79-11ef0161d168 [ 1402.343557] env[65368]: DEBUG oslo_concurrency.lockutils [None req-73abf895-06ce-457c-8fb4-f25ee78e8692 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "3b07ec4c-9a6a-4f27-8e79-11ef0161d168" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.047s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.079379] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.079662] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.582522] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1405.103796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.104087] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.105689] env[65368]: INFO nova.compute.claims [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.150249] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b069e1c-5d2e-410e-addb-9b6042542896 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.158555] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0609d5df-88fb-4f18-89ec-dadfde829a36 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.187898] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fcaeb2b-5956-400e-9b4d-cdf8f5585ee4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.195534] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1ab45b-44d0-4ea5-b4c8-cdcf8ab408f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.208537] env[65368]: DEBUG nova.compute.provider_tree [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.712274] env[65368]: DEBUG nova.scheduler.client.report [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.217915] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.218481] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1407.723619] env[65368]: DEBUG nova.compute.utils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.725397] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1407.725589] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1407.725905] env[65368]: WARNING neutronclient.v2_0.client [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1407.726238] env[65368]: WARNING neutronclient.v2_0.client [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1407.777897] env[65368]: DEBUG nova.policy [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c45dc9bd83a45d289dc95d0b1ab4bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2756baabba6c4fae9d601a3373aa7b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1408.079310] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Successfully created port: db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1408.229370] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1409.239426] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1409.271993] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1409.272263] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.272413] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1409.272585] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.272725] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1409.272869] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1409.273092] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1409.273255] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1409.273416] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1409.273565] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1409.273728] env[65368]: DEBUG nova.virt.hardware [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1409.274600] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcc3f5d-186c-43de-ac9e-c3e981a30181 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.283371] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68994334-6fae-48a2-a2a9-a12977e1b05b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.466013] env[65368]: DEBUG nova.compute.manager [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Received event network-vif-plugged-db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1409.466249] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.466578] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] Lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.466756] env[65368]: DEBUG oslo_concurrency.lockutils [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] Lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.466937] env[65368]: DEBUG nova.compute.manager [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] No waiting events found dispatching network-vif-plugged-db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1409.467110] env[65368]: WARNING nova.compute.manager [req-e1612130-f61b-4e20-8158-e38da5ee3a9c req-9ea3c723-1c0a-4192-9f3c-9b75693b5de9 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Received unexpected event network-vif-plugged-db6cbca4-45da-414e-b928-fb9f152dc950 for instance with vm_state building and task_state spawning. [ 1409.550118] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Successfully updated port: db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1410.053304] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.053528] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.053594] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1410.588626] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1410.658176] env[65368]: WARNING neutronclient.v2_0.client [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1410.725901] env[65368]: DEBUG nova.network.neutron [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating instance_info_cache with network_info: [{"id": "db6cbca4-45da-414e-b928-fb9f152dc950", "address": "fa:16:3e:f6:55:31", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6cbca4-45", "ovs_interfaceid": "db6cbca4-45da-414e-b928-fb9f152dc950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.229066] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.229343] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance network_info: |[{"id": "db6cbca4-45da-414e-b928-fb9f152dc950", "address": "fa:16:3e:f6:55:31", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6cbca4-45", "ovs_interfaceid": "db6cbca4-45da-414e-b928-fb9f152dc950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1411.229844] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:55:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db6cbca4-45da-414e-b928-fb9f152dc950', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1411.237731] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1411.237976] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1411.238222] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d728876-9be5-462b-aa67-e11cb65747b4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.261386] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1411.261386] env[65368]: value = "task-4425632" [ 1411.261386] env[65368]: _type = "Task" [ 1411.261386] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.269724] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425632, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.495482] env[65368]: DEBUG nova.compute.manager [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Received event network-changed-db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1411.495647] env[65368]: DEBUG nova.compute.manager [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Refreshing instance network info cache due to event network-changed-db6cbca4-45da-414e-b928-fb9f152dc950. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1411.495844] env[65368]: DEBUG oslo_concurrency.lockutils [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] Acquiring lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.495978] env[65368]: DEBUG oslo_concurrency.lockutils [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] Acquired lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.496163] env[65368]: DEBUG nova.network.neutron [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Refreshing network info cache for port db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1411.772294] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425632, 'name': CreateVM_Task, 'duration_secs': 0.309293} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.772685] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.772911] env[65368]: WARNING neutronclient.v2_0.client [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1411.773291] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.773443] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.773773] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.774059] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11e00fa5-a19f-44ab-aebe-bd6504b4b12b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.780307] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1411.780307] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52eef09f-7320-b21e-b090-28d96a04badb" [ 1411.780307] env[65368]: _type = "Task" [ 1411.780307] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.788674] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52eef09f-7320-b21e-b090-28d96a04badb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.999294] env[65368]: WARNING neutronclient.v2_0.client [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.134179] env[65368]: WARNING neutronclient.v2_0.client [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1412.199813] env[65368]: DEBUG nova.network.neutron [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updated VIF entry in instance network info cache for port db6cbca4-45da-414e-b928-fb9f152dc950. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1412.200189] env[65368]: DEBUG nova.network.neutron [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating instance_info_cache with network_info: [{"id": "db6cbca4-45da-414e-b928-fb9f152dc950", "address": "fa:16:3e:f6:55:31", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6cbca4-45", "ovs_interfaceid": "db6cbca4-45da-414e-b928-fb9f152dc950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.291243] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52eef09f-7320-b21e-b090-28d96a04badb, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.291481] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.291707] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.291930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.292080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.292256] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.292509] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c6fb22d-69d4-45c8-82f6-177482a60ed4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.302164] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.302365] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.303053] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-faa418c0-d3ec-436c-a74d-f65beeeeb0d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.308696] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1412.308696] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824008-f939-5d5e-6f94-c88da9bcfde9" [ 1412.308696] env[65368]: _type = "Task" [ 1412.308696] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.316267] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824008-f939-5d5e-6f94-c88da9bcfde9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.702913] env[65368]: DEBUG oslo_concurrency.lockutils [req-32b112c6-5b0b-4d69-b66f-bd7c873ecdd7 req-65fac858-e899-4b4b-98e9-ecf7f4101638 service nova] Releasing lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.820989] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52824008-f939-5d5e-6f94-c88da9bcfde9, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.821796] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1784c6fc-0eef-41b2-b170-dcd19b32927b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.827603] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1412.827603] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52700237-9399-838c-4f18-40f08929708b" [ 1412.827603] env[65368]: _type = "Task" [ 1412.827603] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.835689] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52700237-9399-838c-4f18-40f08929708b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.338955] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52700237-9399-838c-4f18-40f08929708b, 'name': SearchDatastore_Task, 'duration_secs': 0.009519} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.339378] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.339690] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.339999] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65484865-0e64-4b4c-88e3-15a96e3356dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.347282] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1413.347282] env[65368]: value = "task-4425633" [ 1413.347282] env[65368]: _type = "Task" [ 1413.347282] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.355716] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.857547] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.406258} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.857981] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.857981] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.859740] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-852bdc7d-8e27-4fee-9aa5-1e224b50487d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.865195] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1413.865195] env[65368]: value = "task-4425634" [ 1413.865195] env[65368]: _type = "Task" [ 1413.865195] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.872792] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425634, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.375580] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425634, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101377} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.375846] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.376663] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f5269d5-a1a5-4121-a463-b2b3ab9543fa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.400710] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.400965] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb382777-7793-4938-97a6-527fa00122ec {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.421132] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1414.421132] env[65368]: value = "task-4425635" [ 1414.421132] env[65368]: _type = "Task" [ 1414.421132] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.429374] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.932027] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425635, 'name': ReconfigVM_Task, 'duration_secs': 0.291188} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.932423] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.933053] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-562be790-7675-48e9-ac9f-b9ee3d302926 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.939687] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1414.939687] env[65368]: value = "task-4425636" [ 1414.939687] env[65368]: _type = "Task" [ 1414.939687] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.947543] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425636, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.450575] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425636, 'name': Rename_Task, 'duration_secs': 0.134091} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.450876] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.451159] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39bace88-e082-4a96-b290-a4b724c5c33e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.459250] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1415.459250] env[65368]: value = "task-4425637" [ 1415.459250] env[65368]: _type = "Task" [ 1415.459250] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.468144] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425637, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.970016] env[65368]: DEBUG oslo_vmware.api [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425637, 'name': PowerOnVM_Task, 'duration_secs': 0.435187} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.970491] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1415.970775] env[65368]: INFO nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1415.971028] env[65368]: DEBUG nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1415.971864] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69959f82-e9e6-491e-8369-d1dd605f05ee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.492258] env[65368]: INFO nova.compute.manager [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Took 11.40 seconds to build instance. [ 1416.994419] env[65368]: DEBUG oslo_concurrency.lockutils [None req-b462e9f2-a332-43e8-be09-b53e270bb131 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.915s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1417.109231] env[65368]: DEBUG nova.compute.manager [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Received event network-changed-db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1417.109442] env[65368]: DEBUG nova.compute.manager [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Refreshing instance network info cache due to event network-changed-db6cbca4-45da-414e-b928-fb9f152dc950. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1417.109709] env[65368]: DEBUG oslo_concurrency.lockutils [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] Acquiring lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.109851] env[65368]: DEBUG oslo_concurrency.lockutils [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] Acquired lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.110016] env[65368]: DEBUG nova.network.neutron [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Refreshing network info cache for port db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.612850] env[65368]: WARNING neutronclient.v2_0.client [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.774283] env[65368]: WARNING neutronclient.v2_0.client [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1417.841708] env[65368]: DEBUG nova.network.neutron [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updated VIF entry in instance network info cache for port db6cbca4-45da-414e-b928-fb9f152dc950. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1417.842148] env[65368]: DEBUG nova.network.neutron [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating instance_info_cache with network_info: [{"id": "db6cbca4-45da-414e-b928-fb9f152dc950", "address": "fa:16:3e:f6:55:31", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb6cbca4-45", "ovs_interfaceid": "db6cbca4-45da-414e-b928-fb9f152dc950", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.876308] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1417.876508] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.345383] env[65368]: DEBUG oslo_concurrency.lockutils [req-23d153f6-4fe7-4798-ad88-83c1467925e1 req-90d50682-a6f4-40c3-a874-e61b595b9043 service nova] Releasing lock "refresh_cache-f24ba540-b929-4750-902d-f5724d26fcbd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.381219] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.381414] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.381563] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.381720] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.381878] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.382033] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.382170] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1418.382635] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1418.884882] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.885199] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1418.885388] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.885550] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1418.886493] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ec3f6c-135b-47d9-ae04-2261adbb7098 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.896624] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27560a8c-7a11-48c6-b282-ffa678de8cfe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.911484] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1a2e3-ce89-4740-bccc-1c3c51cc3f9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.918658] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a0e52-0cc3-44a4-8eab-2a09ed765469 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.948126] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180318MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1418.948281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1418.948432] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.975022] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance fc488f9f-ceb4-4632-9257-d825f5455f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1419.975022] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f24ba540-b929-4750-902d-f5724d26fcbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1419.975388] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1419.975388] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_2756baabba6c4fae9d601a3373aa7b9a': '2', 'io_workload': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1420.014689] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b840b06-e6a9-4e64-9e5c-0f470cdae6b8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.022577] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84d521e-9cc8-4bde-bfb7-349b7f73bf7c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.054162] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77709c3e-0b4b-4f61-bf0f-2477324a8245 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.062364] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e0e3a6-a354-4020-86a0-7ea46a29ffdf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.075736] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.579461] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1421.084758] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1421.085205] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.136s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.802067] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1454.802411] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1455.306661] env[65368]: DEBUG nova.compute.utils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1455.809970] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1456.876385] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1456.876855] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1456.876903] env[65368]: INFO nova.compute.manager [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Attaching volume 25b6fa83-8145-4199-b3b5-7f1a5119046b to /dev/sdb [ 1456.910148] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c9e3b3-fc36-48c7-a765-17243f6f4a1a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.917799] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc95af3a-b78a-4c60-bf74-6c2253e42c74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.931640] env[65368]: DEBUG nova.virt.block_device [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating existing volume attachment record: 75a5eb07-53f4-4864-b3dc-3a44904cf462 {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1459.190047] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1459.190047] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1459.698175] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] There are 20 instances to clean {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1459.698445] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3b07ec4c-9a6a-4f27-8e79-11ef0161d168] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1460.201968] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 5bb9c44e-3732-47e4-8c38-6ba39494fec5] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1460.705631] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: d8a7f20b-01c5-4674-a0bc-1bb0af9efd46] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1461.209193] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: ae0e44fd-f258-42c4-952d-450b4143e7ff] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1461.477647] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1461.477875] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1461.478793] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0e25c0-fe52-4ba2-ad15-481be89c32ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.496042] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131bc8cd-3ba0-473f-a86d-c3b669fb47b7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.520357] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1461.520696] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65eb27a2-29f8-45cd-a644-646742290777 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.539681] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1461.539681] env[65368]: value = "task-4425642" [ 1461.539681] env[65368]: _type = "Task" [ 1461.539681] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.551895] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425642, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.712935] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 49ce1638-66e6-414f-a996-5e87be69cf81] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1462.050291] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425642, 'name': ReconfigVM_Task, 'duration_secs': 0.355412} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.050571] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1462.055997] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21c5e15-5a29-4f4c-9129-9f29fca442ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.070748] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1462.070748] env[65368]: value = "task-4425643" [ 1462.070748] env[65368]: _type = "Task" [ 1462.070748] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.078981] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425643, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.216819] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: d8db3dfa-73df-45e4-8d57-849377e92aa4] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1462.581410] env[65368]: DEBUG oslo_vmware.api [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425643, 'name': ReconfigVM_Task, 'duration_secs': 0.137133} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.581706] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1462.720711] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f2356e34-17fe-4425-b41d-f0586e0db263] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1463.224600] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 421ed8ff-af59-49db-b1fc-60ac3007bbc6] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1463.619578] env[65368]: DEBUG nova.objects.instance [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'flavor' on Instance uuid f24ba540-b929-4750-902d-f5724d26fcbd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1463.728045] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: e8938050-9b33-45b5-acef-f7c9c16e7ab8] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1464.125024] env[65368]: DEBUG oslo_concurrency.lockutils [None req-1e0250a9-8aee-4459-9804-451a86a8da33 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.248s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.231522] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3d26fe64-02ca-4322-abe0-0296979884a5] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1464.533079] env[65368]: INFO nova.compute.manager [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Rebuilding instance [ 1464.578067] env[65368]: DEBUG nova.compute.manager [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1464.578947] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67217d1f-553c-471c-8cc3-3bdbb5b6c0a9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.734907] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0246416a-3106-40ae-af2d-c4d038c2f5b7] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1465.238867] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 74968f28-0c85-4827-b9bb-575c498f10c6] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1465.592803] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1465.593153] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-609cf0b1-84bb-47df-ac06-44aaa414e09f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.602146] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1465.602146] env[65368]: value = "task-4425644" [ 1465.602146] env[65368]: _type = "Task" [ 1465.602146] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.611427] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.742562] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6312cd09-977f-47b7-aa3c-8e1f41fb7d8c] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1466.113411] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425644, 'name': PowerOffVM_Task, 'duration_secs': 0.19364} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.113676] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.173011] env[65368]: INFO nova.compute.manager [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Detaching volume 25b6fa83-8145-4199-b3b5-7f1a5119046b [ 1466.211025] env[65368]: INFO nova.virt.block_device [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Attempting to driver detach volume 25b6fa83-8145-4199-b3b5-7f1a5119046b from mountpoint /dev/sdb [ 1466.211260] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1466.211493] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1466.212386] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a14ff78-0a8d-4fa9-9db7-acf8f26e311a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.235181] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ad2116e-3396-48a8-a37a-6e281361e299 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.243518] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16868d89-fc4d-4e18-9d7d-7338c6590747 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.246293] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: c5e2eb49-acb5-44ef-9949-85aeff058b95] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1466.268310] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d92af91-8370-4484-8cc2-155b30d6ec2e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.286595] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The volume has not been displaced from its original location: [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1466.291827] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1466.292476] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7da05318-4f83-4473-acb8-53f1613321e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.312336] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1466.312336] env[65368]: value = "task-4425645" [ 1466.312336] env[65368]: _type = "Task" [ 1466.312336] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.321403] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.749137] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 387aa130-acf3-468e-8b1a-843cc873b3a7] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1466.822672] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425645, 'name': ReconfigVM_Task, 'duration_secs': 0.206302} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.822957] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1466.827542] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1f44a15-43a9-441b-8db9-9e5d489b46ed {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.843973] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1466.843973] env[65368]: value = "task-4425646" [ 1466.843973] env[65368]: _type = "Task" [ 1466.843973] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.854315] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425646, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.252498] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0aaafcb1-42c6-4367-ab50-a810c71c6b06] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1467.354321] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425646, 'name': ReconfigVM_Task, 'duration_secs': 0.149106} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.354637] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1467.755598] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a99313c0-8bfd-44a8-b700-26844ba60628] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.258644] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 5ce4b177-fb10-4ab3-9831-c478a4a4e5ac] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.402707] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.403034] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1776dce9-4d53-4470-8bff-313b21fe14bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.411494] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1468.411494] env[65368]: value = "task-4425647" [ 1468.411494] env[65368]: _type = "Task" [ 1468.411494] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.420179] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425647, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.762301] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: a3ff13e4-652a-469c-a3c3-0c6aa08c815e] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1468.922607] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1468.922843] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1468.922921] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1468.923720] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01279673-40c8-403b-97b6-e73ec4caed86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.944135] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee938690-4e5e-45ca-a50f-84dbd315a988 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.951264] env[65368]: WARNING nova.virt.vmwareapi.driver [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1468.951593] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1468.952372] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3c02a9-b8e8-4b53-bdd6-dbeb7cb344b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.959162] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1468.959418] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f14415c4-f83e-449d-8902-821aa2430705 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.038369] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1469.038682] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1469.038922] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1469.039242] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a282357-8aef-40a0-abea-a2bbda639f4f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.047187] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1469.047187] env[65368]: value = "task-4425649" [ 1469.047187] env[65368]: _type = "Task" [ 1469.047187] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1469.055554] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.265490] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 0f1610b5-07d6-4887-a211-ecadf8c10936] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1469.557651] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130235} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.557838] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1469.558027] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1469.558208] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1469.768582] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1469.768792] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances with incomplete migration {{(pid=65368) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1470.063338] env[65368]: INFO nova.virt.block_device [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Booting with volume 25b6fa83-8145-4199-b3b5-7f1a5119046b at /dev/sdb [ 1470.096233] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2a82dade-10f1-4a1d-becf-45a988dafa82 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.106267] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69481cf5-e17c-4904-8ca6-8db4c13022c2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.131372] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-456d34a8-cb2a-47f0-821f-88cd0dc25ff0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.140248] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca8e53a-0201-4f1c-bbfb-34af34651c5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.164951] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca4ee05-a6cb-4a1b-b9b5-418f77cb001b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.171988] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8e065b-15e4-4591-baff-ce34be7d8f5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.185943] env[65368]: DEBUG nova.virt.block_device [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating existing volume attachment record: 7741664e-2748-4b40-9b1e-71503613d65b {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1470.271840] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1472.291634] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1472.291940] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1472.292074] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1472.292259] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1472.292407] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1472.292588] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1472.292806] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1472.292959] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1472.293138] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1472.293297] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1472.293469] env[65368]: DEBUG nova.virt.hardware [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1472.294363] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947eb4fd-68cb-4e32-9475-1693602b0fb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.302421] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f442e3-0a2f-4732-a283-9e0b286f3979 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.316648] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:55:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db6cbca4-45da-414e-b928-fb9f152dc950', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.324098] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1472.324346] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.324555] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19802f63-0af6-45f8-9333-4be890503717 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.344475] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.344475] env[65368]: value = "task-4425650" [ 1472.344475] env[65368]: _type = "Task" [ 1472.344475] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.352503] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425650, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.854448] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425650, 'name': CreateVM_Task, 'duration_secs': 0.307945} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.854802] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.855154] env[65368]: WARNING neutronclient.v2_0.client [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1472.855879] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.855879] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.856152] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.857026] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-681a0773-3ca4-471f-b016-9b6fe634d26c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.861169] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1472.861169] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52168815-63c4-d453-a719-b6ae5d1a36ba" [ 1472.861169] env[65368]: _type = "Task" [ 1472.861169] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.869024] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52168815-63c4-d453-a719-b6ae5d1a36ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.373048] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52168815-63c4-d453-a719-b6ae5d1a36ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010631} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.373450] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.373450] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.373531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.373662] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.374062] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.374464] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae97e3b9-e3a4-4659-a9f1-5dfc907e6c17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.385069] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.385069] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.385239] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ee69a17-a833-44a8-aa66-2ac5bb06cd18 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.390787] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1473.390787] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f76b6-c4d4-5de6-9bc9-bf3b3b057d37" [ 1473.390787] env[65368]: _type = "Task" [ 1473.390787] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.398898] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f76b6-c4d4-5de6-9bc9-bf3b3b057d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.901872] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529f76b6-c4d4-5de6-9bc9-bf3b3b057d37, 'name': SearchDatastore_Task, 'duration_secs': 0.009286} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.902071] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dacd025-ca09-41cf-98dd-b8fefcd3da35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.907340] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1473.907340] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e92b3-fa1d-50eb-2134-abf07f583452" [ 1473.907340] env[65368]: _type = "Task" [ 1473.907340] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.915345] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e92b3-fa1d-50eb-2134-abf07f583452, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.418717] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522e92b3-fa1d-50eb-2134-abf07f583452, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.418717] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.419173] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.419173] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-89d4224a-897d-4bb9-9b01-e5b5b80b8556 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.426367] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1474.426367] env[65368]: value = "task-4425651" [ 1474.426367] env[65368]: _type = "Task" [ 1474.426367] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.436152] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.936688] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.416332} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.937597] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.937597] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.937770] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-87ef35cc-d16c-4414-8636-0f0f16f084b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.945314] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1474.945314] env[65368]: value = "task-4425652" [ 1474.945314] env[65368]: _type = "Task" [ 1474.945314] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.953748] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425652, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.455794] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425652, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068632} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.456193] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.456830] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ed68ec-20c9-4191-baa4-1b30395c5c7e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.478584] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.478794] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9dc9a400-f71e-4f25-ba9c-795a77d09ab8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.498404] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1475.498404] env[65368]: value = "task-4425653" [ 1475.498404] env[65368]: _type = "Task" [ 1475.498404] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.506286] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.009142] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425653, 'name': ReconfigVM_Task, 'duration_secs': 0.27146} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.009428] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to attach disk [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd/f24ba540-b929-4750-902d-f5724d26fcbd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.010586] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'size': 0, 'encryption_options': None, 'disk_bus': None, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': 'aa35d696-7517-4711-9cf1-10e7fbb5577f'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '7741664e-2748-4b40-9b1e-71503613d65b', 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'}, 'volume_type': None}], 'swap': None} {{(pid=65368) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1476.010781] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1476.010965] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1476.011783] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5de652-206c-4052-ba3e-b7357a90f5ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.027398] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cdaba96-aa94-4b32-aae1-3d1034225e0c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.051434] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1476.051754] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b1eeca4-d60c-49d9-8b85-a95b1c848458 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.069968] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1476.069968] env[65368]: value = "task-4425654" [ 1476.069968] env[65368]: _type = "Task" [ 1476.069968] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.079621] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.580188] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425654, 'name': ReconfigVM_Task, 'duration_secs': 0.312479} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.580558] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1476.585040] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587fce4f-34ad-4c3a-9dd0-2face3d815f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.601584] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1476.601584] env[65368]: value = "task-4425655" [ 1476.601584] env[65368]: _type = "Task" [ 1476.601584] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.610131] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.767976] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768227] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768378] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768525] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768670] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768808] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.768948] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1476.769097] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1476.769240] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1477.112885] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425655, 'name': ReconfigVM_Task, 'duration_secs': 0.150993} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.113216] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1477.113779] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b2d5604-43c4-4e2d-8532-bffa5f60862b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.121167] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1477.121167] env[65368]: value = "task-4425656" [ 1477.121167] env[65368]: _type = "Task" [ 1477.121167] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.131387] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425656, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.272676] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.272960] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.273250] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1477.273331] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1477.274303] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdaf5b7-3605-4a75-a0d5-fb9fab56a90d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.282884] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f353fe3d-afdd-4238-8e75-d5c6082a533c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.299441] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3294755c-81d7-415a-b1c1-be32ce274ec4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.307349] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85100d3-77d2-46df-ad67-638add727e88 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.337966] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180104MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1477.338184] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1477.338341] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1477.631899] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425656, 'name': Rename_Task, 'duration_secs': 0.155053} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.632407] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1477.632482] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cba1cbdf-70ed-4ce3-a522-6d632cf828a4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.639027] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1477.639027] env[65368]: value = "task-4425657" [ 1477.639027] env[65368]: _type = "Task" [ 1477.639027] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.647476] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425657, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.151883] env[65368]: DEBUG oslo_vmware.api [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425657, 'name': PowerOnVM_Task, 'duration_secs': 0.468615} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.152277] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1478.152595] env[65368]: DEBUG nova.compute.manager [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1478.153465] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8623e384-d3a9-4887-80fa-d39848e6ea3b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.432863] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance fc488f9f-ceb4-4632-9257-d825f5455f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1478.433034] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance f24ba540-b929-4750-902d-f5724d26fcbd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1478.433220] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1478.433360] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_2756baabba6c4fae9d601a3373aa7b9a': '2', 'io_workload': '0', 'num_task_rebuild_spawning': '1'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1478.475665] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bf8584-8cf8-4126-ba97-7f99000d3015 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.483876] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4758540-d42e-42e3-a6ec-20da030a78b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.514995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7e69c7-d101-4d62-bc79-5176351cd11b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.522979] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f1a61a-6c0f-4c5e-b887-c1727e7c40aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.538061] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1478.671365] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1479.040979] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1479.546706] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1479.546968] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.209s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1479.547280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.876s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1479.547463] env[65368]: DEBUG nova.objects.instance [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65368) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1480.556944] env[65368]: DEBUG oslo_concurrency.lockutils [None req-fcf337c3-da0b-4bab-992a-23acf39029f4 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.484851] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.485300] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.988831] env[65368]: INFO nova.compute.manager [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Detaching volume 25b6fa83-8145-4199-b3b5-7f1a5119046b [ 1516.051945] env[65368]: INFO nova.virt.block_device [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Attempting to driver detach volume 25b6fa83-8145-4199-b3b5-7f1a5119046b from mountpoint /dev/sdb [ 1516.052213] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1516.052401] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1516.053330] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f3e2f5c-2591-4ad1-8d33-354f14300662 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.075552] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c885fa-90f1-4e28-8f0c-01f6fd4d16a0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.082499] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319f5666-6ead-448b-b0eb-09ddaa3bee5e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.102514] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76ca6124-6ce7-4507-971a-224a12ebb4b0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.118250] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The volume has not been displaced from its original location: [datastore2] volume-25b6fa83-8145-4199-b3b5-7f1a5119046b/volume-25b6fa83-8145-4199-b3b5-7f1a5119046b.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1516.123911] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1516.124219] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e4f112e-d664-4497-84b0-8407a1f069b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.143310] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1516.143310] env[65368]: value = "task-4425658" [ 1516.143310] env[65368]: _type = "Task" [ 1516.143310] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.154700] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.652958] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425658, 'name': ReconfigVM_Task, 'duration_secs': 0.223329} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.653372] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1516.657865] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f417771-2c31-436a-844e-2a0f5f6377e0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.672964] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1516.672964] env[65368]: value = "task-4425659" [ 1516.672964] env[65368]: _type = "Task" [ 1516.672964] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.681579] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425659, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.183356] env[65368]: DEBUG oslo_vmware.api [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425659, 'name': ReconfigVM_Task, 'duration_secs': 0.138233} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.183654] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865991', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'name': 'volume-25b6fa83-8145-4199-b3b5-7f1a5119046b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f24ba540-b929-4750-902d-f5724d26fcbd', 'attached_at': '', 'detached_at': '', 'volume_id': '25b6fa83-8145-4199-b3b5-7f1a5119046b', 'serial': '25b6fa83-8145-4199-b3b5-7f1a5119046b'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1517.724575] env[65368]: DEBUG nova.objects.instance [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'flavor' on Instance uuid f24ba540-b929-4750-902d-f5724d26fcbd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.733198] env[65368]: DEBUG oslo_concurrency.lockutils [None req-24108346-b893-4543-882c-3c1cae239b39 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.248s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.736464] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.736856] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.736992] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1519.737133] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1519.737298] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1519.739441] env[65368]: INFO nova.compute.manager [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Terminating instance [ 1520.243119] env[65368]: DEBUG nova.compute.manager [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1520.243371] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1520.244343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb58d4b-b9d0-4481-9b25-f55d173c5daa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.252705] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1520.252949] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31702d45-ef91-4208-9fbb-ea868ee97363 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.259284] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1520.259284] env[65368]: value = "task-4425660" [ 1520.259284] env[65368]: _type = "Task" [ 1520.259284] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.267302] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425660, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.769534] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425660, 'name': PowerOffVM_Task, 'duration_secs': 0.164443} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1520.769989] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1520.769989] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1520.770232] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b4c888-3dd7-495a-b59c-025a9449188b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.839988] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1520.840354] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1520.840547] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore1] f24ba540-b929-4750-902d-f5724d26fcbd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1520.840835] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc61de6d-5090-422c-97d5-de206850789a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.848809] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1520.848809] env[65368]: value = "task-4425662" [ 1520.848809] env[65368]: _type = "Task" [ 1520.848809] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.856692] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425662, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.361160] env[65368]: DEBUG oslo_vmware.api [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425662, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.129061} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.361415] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1521.361587] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1521.361751] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1521.361950] env[65368]: INFO nova.compute.manager [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1521.362241] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1521.362447] env[65368]: DEBUG nova.compute.manager [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1521.362541] env[65368]: DEBUG nova.network.neutron [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1521.362796] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1521.404192] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1521.875509] env[65368]: DEBUG nova.compute.manager [req-f53547ea-fd10-4e96-baf6-7544a94d8c1b req-b1b5b7e8-ad36-48fe-96a6-54871f429087 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Received event network-vif-deleted-db6cbca4-45da-414e-b928-fb9f152dc950 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1521.875509] env[65368]: INFO nova.compute.manager [req-f53547ea-fd10-4e96-baf6-7544a94d8c1b req-b1b5b7e8-ad36-48fe-96a6-54871f429087 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Neutron deleted interface db6cbca4-45da-414e-b928-fb9f152dc950; detaching it from the instance and deleting it from the info cache [ 1521.875509] env[65368]: DEBUG nova.network.neutron [req-f53547ea-fd10-4e96-baf6-7544a94d8c1b req-b1b5b7e8-ad36-48fe-96a6-54871f429087 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.353081] env[65368]: DEBUG nova.network.neutron [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.378187] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ce99ff6-3b6b-44cb-b1c6-a25eea65ae5a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.388825] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b72b67-3cbd-49ac-8df5-576d40af1ce8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.413921] env[65368]: DEBUG nova.compute.manager [req-f53547ea-fd10-4e96-baf6-7544a94d8c1b req-b1b5b7e8-ad36-48fe-96a6-54871f429087 service nova] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Detach interface failed, port_id=db6cbca4-45da-414e-b928-fb9f152dc950, reason: Instance f24ba540-b929-4750-902d-f5724d26fcbd could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1522.856145] env[65368]: INFO nova.compute.manager [-] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Took 1.49 seconds to deallocate network for instance. [ 1523.363839] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1523.364228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1523.364475] env[65368]: DEBUG nova.objects.instance [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'resources' on Instance uuid f24ba540-b929-4750-902d-f5724d26fcbd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.913896] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4accaa-2dd9-4a58-b14d-fbfa37446197 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.922544] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f00c8fc-c667-4316-8e27-005d172364ef {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.955509] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b9e7348-5a60-4ac9-bf6f-3694ec172a74 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.963942] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3254bbd-61c8-4509-8b48-836364c68903 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.981542] env[65368]: DEBUG nova.compute.provider_tree [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1524.484689] env[65368]: DEBUG nova.scheduler.client.report [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1524.990450] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.626s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.025011] env[65368]: INFO nova.scheduler.client.report [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocations for instance f24ba540-b929-4750-902d-f5724d26fcbd [ 1525.533057] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7b380904-7fc1-4f0b-ba12-52fa63a25e4b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "f24ba540-b929-4750-902d-f5724d26fcbd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.796s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1527.284131] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "41fd02cd-917d-4f6c-b373-6c81da92febe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1527.284460] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1527.786503] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1528.314465] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.314803] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.316314] env[65368]: INFO nova.compute.claims [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1529.361871] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c94e0a-447e-4b2c-b76b-ece332b9706e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.370175] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d31b4a-7dfc-4ac5-9499-b30875dbda84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.399833] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279a0541-3ef7-4306-8ad6-b7163ded0491 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.407619] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9726190a-0ed6-4427-8ecb-64253383571e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.421201] env[65368]: DEBUG nova.compute.provider_tree [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.924767] env[65368]: DEBUG nova.scheduler.client.report [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.430238] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.430812] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1530.935959] env[65368]: DEBUG nova.compute.utils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1530.937340] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1530.937532] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1530.937842] env[65368]: WARNING neutronclient.v2_0.client [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1530.938150] env[65368]: WARNING neutronclient.v2_0.client [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1530.998568] env[65368]: DEBUG nova.policy [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c45dc9bd83a45d289dc95d0b1ab4bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2756baabba6c4fae9d601a3373aa7b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1531.286629] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Successfully created port: aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1531.441587] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1532.452321] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1532.478571] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1532.478838] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.478991] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1532.479185] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.479329] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1532.479468] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1532.479666] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.479813] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1532.479984] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1532.480205] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1532.480380] env[65368]: DEBUG nova.virt.hardware [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1532.481254] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e26f3ba7-a834-4e7c-b363-314edb81dd34 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.489406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d215c2-8521-4259-aa50-995ebe6244cf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.737617] env[65368]: DEBUG nova.compute.manager [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Received event network-vif-plugged-aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1532.737761] env[65368]: DEBUG oslo_concurrency.lockutils [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] Acquiring lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.738016] env[65368]: DEBUG oslo_concurrency.lockutils [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.738164] env[65368]: DEBUG oslo_concurrency.lockutils [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.738329] env[65368]: DEBUG nova.compute.manager [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] No waiting events found dispatching network-vif-plugged-aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1532.738485] env[65368]: WARNING nova.compute.manager [req-76577546-93b4-403f-a715-18b63b1d0a04 req-27cc9f14-3e58-462d-bed0-0da819c5c7c8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Received unexpected event network-vif-plugged-aa6b2192-5248-470f-9ab9-ca3b4bedae73 for instance with vm_state building and task_state spawning. [ 1532.794853] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Successfully updated port: aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1533.297536] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.297639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.297804] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1533.833666] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1533.922302] env[65368]: WARNING neutronclient.v2_0.client [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1533.994491] env[65368]: DEBUG nova.network.neutron [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updating instance_info_cache with network_info: [{"id": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "address": "fa:16:3e:46:cd:97", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6b2192-52", "ovs_interfaceid": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.497435] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.497817] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Instance network_info: |[{"id": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "address": "fa:16:3e:46:cd:97", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6b2192-52", "ovs_interfaceid": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1534.498358] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:cd:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa6b2192-5248-470f-9ab9-ca3b4bedae73', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1534.505691] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1534.505893] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1534.506135] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20555562-09c6-46c0-893f-2cb378a56226 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.526785] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1534.526785] env[65368]: value = "task-4425663" [ 1534.526785] env[65368]: _type = "Task" [ 1534.526785] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1534.535487] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425663, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.769248] env[65368]: DEBUG nova.compute.manager [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Received event network-changed-aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1534.769446] env[65368]: DEBUG nova.compute.manager [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Refreshing instance network info cache due to event network-changed-aa6b2192-5248-470f-9ab9-ca3b4bedae73. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1534.769671] env[65368]: DEBUG oslo_concurrency.lockutils [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] Acquiring lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.769809] env[65368]: DEBUG oslo_concurrency.lockutils [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] Acquired lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.769953] env[65368]: DEBUG nova.network.neutron [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Refreshing network info cache for port aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1535.038468] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425663, 'name': CreateVM_Task, 'duration_secs': 0.311073} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.038836] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1535.039115] env[65368]: WARNING neutronclient.v2_0.client [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.039476] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.039624] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.039922] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.040181] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebfa738e-ba1b-4e88-a623-3d238c8b81b3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.045211] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1535.045211] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aed57a-ea52-6fa8-81ce-53f4f850b15e" [ 1535.045211] env[65368]: _type = "Task" [ 1535.045211] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.053344] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aed57a-ea52-6fa8-81ce-53f4f850b15e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.272368] env[65368]: WARNING neutronclient.v2_0.client [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.407643] env[65368]: WARNING neutronclient.v2_0.client [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1535.475809] env[65368]: DEBUG nova.network.neutron [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updated VIF entry in instance network info cache for port aa6b2192-5248-470f-9ab9-ca3b4bedae73. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1535.476177] env[65368]: DEBUG nova.network.neutron [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updating instance_info_cache with network_info: [{"id": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "address": "fa:16:3e:46:cd:97", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6b2192-52", "ovs_interfaceid": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.556887] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52aed57a-ea52-6fa8-81ce-53f4f850b15e, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.557130] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.557366] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.557598] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.557738] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.557908] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.558193] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d2870e2-fab7-4876-ae36-b56ba7565199 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.567076] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.567275] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1535.567981] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b952e1df-5b77-4a63-9ce5-b60a3b15b687 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.573688] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1535.573688] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c27d3-4ba3-265e-7f45-9a4d942351ea" [ 1535.573688] env[65368]: _type = "Task" [ 1535.573688] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.581354] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c27d3-4ba3-265e-7f45-9a4d942351ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.979100] env[65368]: DEBUG oslo_concurrency.lockutils [req-95dfb16a-ecd2-4dc7-947f-3df83e04d039 req-339d7c66-590e-4fdb-b9dc-7547bb66adc8 service nova] Releasing lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.083954] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]521c27d3-4ba3-265e-7f45-9a4d942351ea, 'name': SearchDatastore_Task, 'duration_secs': 0.009097} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.084712] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c252c2-0e52-4810-abdd-b1a8842b2a10 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.090898] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1536.090898] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d8ceec-1c8a-20cc-e657-0216451ff8c6" [ 1536.090898] env[65368]: _type = "Task" [ 1536.090898] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.099011] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d8ceec-1c8a-20cc-e657-0216451ff8c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.601353] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52d8ceec-1c8a-20cc-e657-0216451ff8c6, 'name': SearchDatastore_Task, 'duration_secs': 0.009214} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.601630] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.601771] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 41fd02cd-917d-4f6c-b373-6c81da92febe/41fd02cd-917d-4f6c-b373-6c81da92febe.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1536.602047] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8aa24a21-3692-4585-a712-1c29978e3b6d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.609799] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1536.609799] env[65368]: value = "task-4425664" [ 1536.609799] env[65368]: _type = "Task" [ 1536.609799] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.619711] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.120474] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436392} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.120863] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 41fd02cd-917d-4f6c-b373-6c81da92febe/41fd02cd-917d-4f6c-b373-6c81da92febe.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1537.120960] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1537.121195] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9bf8358-7038-4cff-8f5d-7a89f4da69e5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.128613] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1537.128613] env[65368]: value = "task-4425665" [ 1537.128613] env[65368]: _type = "Task" [ 1537.128613] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.137297] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425665, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.638862] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425665, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061489} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.641069] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1537.641069] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a74e29-e726-4c93-8bd0-9d35227be410 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.662975] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 41fd02cd-917d-4f6c-b373-6c81da92febe/41fd02cd-917d-4f6c-b373-6c81da92febe.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1537.663334] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11ec9c3e-184c-46f0-aab2-0988408e1cc1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.684160] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1537.684160] env[65368]: value = "task-4425666" [ 1537.684160] env[65368]: _type = "Task" [ 1537.684160] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.694227] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425666, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.194524] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425666, 'name': ReconfigVM_Task, 'duration_secs': 0.354106} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.194877] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 41fd02cd-917d-4f6c-b373-6c81da92febe/41fd02cd-917d-4f6c-b373-6c81da92febe.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1538.195387] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1cd5fc4-707c-48bc-88f5-646067115319 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.202343] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1538.202343] env[65368]: value = "task-4425667" [ 1538.202343] env[65368]: _type = "Task" [ 1538.202343] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.214050] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425667, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.712356] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425667, 'name': Rename_Task, 'duration_secs': 0.142909} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.712626] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1538.712865] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c89b1e38-504e-4ed1-ad0b-83c8e8f26d05 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.719557] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1538.719557] env[65368]: value = "task-4425668" [ 1538.719557] env[65368]: _type = "Task" [ 1538.719557] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.727344] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.230226] env[65368]: DEBUG oslo_vmware.api [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425668, 'name': PowerOnVM_Task, 'duration_secs': 0.446486} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.230595] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1539.230681] env[65368]: INFO nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Took 6.78 seconds to spawn the instance on the hypervisor. [ 1539.230845] env[65368]: DEBUG nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1539.231636] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d49f3b-b80a-4553-929f-70822988342c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.551070] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.551287] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.751298] env[65368]: INFO nova.compute.manager [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Took 11.46 seconds to build instance. [ 1540.056258] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.056449] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.056588] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.056767] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.056874] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.057029] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.057200] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1540.057351] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.115048] env[65368]: DEBUG nova.compute.manager [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Received event network-changed-aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1540.115251] env[65368]: DEBUG nova.compute.manager [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Refreshing instance network info cache due to event network-changed-aa6b2192-5248-470f-9ab9-ca3b4bedae73. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1540.115454] env[65368]: DEBUG oslo_concurrency.lockutils [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] Acquiring lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.115796] env[65368]: DEBUG oslo_concurrency.lockutils [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] Acquired lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.115796] env[65368]: DEBUG nova.network.neutron [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Refreshing network info cache for port aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1540.253241] env[65368]: DEBUG oslo_concurrency.lockutils [None req-8c9874d0-7897-4014-99f6-dbd9ab22bc09 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.969s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.560228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.560542] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.560728] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1540.560886] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1540.561798] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1800019c-f3bf-4bf2-973c-bb800bf99335 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.571059] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a38285-e020-4bd3-ab7a-342409f73027 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.586712] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76c9b0b-cdd2-4514-88cf-23913d5074fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.594338] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18771c00-10ef-4e3b-b61d-20648748fd44 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.628860] env[65368]: WARNING neutronclient.v2_0.client [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1540.631372] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180151MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1540.631572] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1540.631711] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1540.823971] env[65368]: WARNING neutronclient.v2_0.client [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1540.895746] env[65368]: DEBUG nova.network.neutron [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updated VIF entry in instance network info cache for port aa6b2192-5248-470f-9ab9-ca3b4bedae73. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1540.896124] env[65368]: DEBUG nova.network.neutron [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updating instance_info_cache with network_info: [{"id": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "address": "fa:16:3e:46:cd:97", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa6b2192-52", "ovs_interfaceid": "aa6b2192-5248-470f-9ab9-ca3b4bedae73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.399159] env[65368]: DEBUG oslo_concurrency.lockutils [req-c36b9809-7444-402c-b542-06719de3a496 req-e617760d-74e0-4aad-9f42-381d6af4bb31 service nova] Releasing lock "refresh_cache-41fd02cd-917d-4f6c-b373-6c81da92febe" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.661703] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance fc488f9f-ceb4-4632-9257-d825f5455f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1541.661858] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 41fd02cd-917d-4f6c-b373-6c81da92febe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1541.662054] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1541.662241] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_2756baabba6c4fae9d601a3373aa7b9a': '2', 'io_workload': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1541.702243] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-217e0abc-e0a3-4e57-883f-221fde572063 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.711194] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e2a5ae-24bc-4c69-ac8c-514fd38693ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.745247] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7640c-da4a-43ba-a58c-e9be45a3e852 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.753934] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa53e62-ec27-458c-a139-0657bc696987 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.768188] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1542.272057] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1542.776906] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1542.777216] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1560.321454] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1560.321821] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1560.824617] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1561.347158] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1561.347429] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1561.348971] env[65368]: INFO nova.compute.claims [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.405449] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825da800-73c3-4035-aa17-723a3c9220a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.413381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208ec7bc-4865-41ea-a755-d61921cc3040 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.444376] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776af593-3051-4152-bc82-391aeeb405ca {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.451747] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1a936b-99bf-40b4-bcd9-4f95df934def {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.465162] env[65368]: DEBUG nova.compute.provider_tree [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1562.968573] env[65368]: DEBUG nova.scheduler.client.report [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.474234] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.127s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1563.474641] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1563.980159] env[65368]: DEBUG nova.compute.utils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1563.981703] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1563.981916] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1563.982255] env[65368]: WARNING neutronclient.v2_0.client [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1563.982607] env[65368]: WARNING neutronclient.v2_0.client [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1564.034425] env[65368]: DEBUG nova.policy [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c45dc9bd83a45d289dc95d0b1ab4bd1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2756baabba6c4fae9d601a3373aa7b9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1564.318173] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Successfully created port: cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1564.486723] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1564.992478] env[65368]: INFO nova.virt.block_device [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Booting with volume 02976777-db22-414b-9383-ccb57c38f6cb at /dev/sda [ 1565.030661] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b8615fbe-1577-4cab-bcea-9f552c012fb7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.042765] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b625910-594d-4ae5-bb6f-0c7350447183 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.071209] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-453d16b3-b838-4391-9821-9b81870e1c1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.080269] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad61855-d38c-4409-bdef-816afb99bf53 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.107256] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191899c3-f65e-4323-8838-4cdfd363a871 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.115146] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc09d79-ada2-408c-9d3b-4c557bb83744 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.129171] env[65368]: DEBUG nova.virt.block_device [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating existing volume attachment record: 7284d64c-0307-42c5-a582-e06586e9f8da {{(pid=65368) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1565.712884] env[65368]: DEBUG nova.compute.manager [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Received event network-vif-plugged-cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1565.713167] env[65368]: DEBUG oslo_concurrency.lockutils [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1565.713253] env[65368]: DEBUG oslo_concurrency.lockutils [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1565.713429] env[65368]: DEBUG oslo_concurrency.lockutils [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1565.713554] env[65368]: DEBUG nova.compute.manager [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] No waiting events found dispatching network-vif-plugged-cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1565.713798] env[65368]: WARNING nova.compute.manager [req-20610ec7-d63b-46b8-953e-b0a1c8a9de70 req-362ad2b5-8bc7-4b51-8795-b6fccfbf0533 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Received unexpected event network-vif-plugged-cf0bd281-ca0f-4b65-912f-132950f75f5c for instance with vm_state building and task_state block_device_mapping. [ 1565.795947] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Successfully updated port: cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1566.298306] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.298481] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.298672] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1566.844973] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1566.924340] env[65368]: WARNING neutronclient.v2_0.client [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1566.996869] env[65368]: DEBUG nova.network.neutron [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.211526] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1567.212097] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1567.212316] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1567.212519] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1567.212705] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1567.212843] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1567.212983] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1567.213202] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1567.213352] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1567.213521] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1567.213696] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1567.213865] env[65368]: DEBUG nova.virt.hardware [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1567.214740] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906e3348-31e7-4d46-8227-eac434eea61c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.224803] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d006d41d-c231-46b9-bb0a-8238c27d4602 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.499542] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1567.499804] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Instance network_info: |[{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1567.500261] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:30:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1880df72-582c-44cb-992d-88dc6a514914', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf0bd281-ca0f-4b65-912f-132950f75f5c', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.508072] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1567.508288] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.508509] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11be4c2-7d8c-4c18-aa9e-3870e18a9f73 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.530497] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.530497] env[65368]: value = "task-4425677" [ 1567.530497] env[65368]: _type = "Task" [ 1567.530497] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.538702] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425677, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.742363] env[65368]: DEBUG nova.compute.manager [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Received event network-changed-cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1567.742541] env[65368]: DEBUG nova.compute.manager [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Refreshing instance network info cache due to event network-changed-cf0bd281-ca0f-4b65-912f-132950f75f5c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1567.742756] env[65368]: DEBUG oslo_concurrency.lockutils [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.742899] env[65368]: DEBUG oslo_concurrency.lockutils [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1567.743161] env[65368]: DEBUG nova.network.neutron [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Refreshing network info cache for port cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1568.041200] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425677, 'name': CreateVM_Task, 'duration_secs': 0.33374} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.041584] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.041878] env[65368]: WARNING neutronclient.v2_0.client [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1568.042259] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '7284d64c-0307-42c5-a582-e06586e9f8da', 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865995', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'name': 'volume-02976777-db22-414b-9383-ccb57c38f6cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d08c4c5-4912-4997-a212-f6eaf3a6cad0', 'attached_at': '', 'detached_at': '', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'serial': '02976777-db22-414b-9383-ccb57c38f6cb'}, 'volume_type': None}], 'swap': None} {{(pid=65368) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1568.042483] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Root volume attach. Driver type: vmdk {{(pid=65368) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1568.043299] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cdca17-d844-489e-8311-e6bd697ede7b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.051362] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2c0b3b-d9f6-423f-8fe7-47e3927f27a5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.057840] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7444b9a3-9edb-42fc-956d-f5e35de617fb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.064304] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-e46f97de-8cb0-4696-9937-8b3779913825 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.072129] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1568.072129] env[65368]: value = "task-4425678" [ 1568.072129] env[65368]: _type = "Task" [ 1568.072129] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.080469] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.245597] env[65368]: WARNING neutronclient.v2_0.client [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1568.400842] env[65368]: WARNING neutronclient.v2_0.client [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1568.484407] env[65368]: DEBUG nova.network.neutron [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updated VIF entry in instance network info cache for port cf0bd281-ca0f-4b65-912f-132950f75f5c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1568.484769] env[65368]: DEBUG nova.network.neutron [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.585325] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.988293] env[65368]: DEBUG oslo_concurrency.lockutils [req-1ebffabc-cbff-4c84-aa7d-984df2e90bdb req-05e74635-5182-4c5a-a302-11a897f8003d service nova] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.085859] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 58%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.586796] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 69%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.088051] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 84%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.588478] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 97%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.088143] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task} progress is 97%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.588411] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425678, 'name': RelocateVM_Task, 'duration_secs': 3.318704} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.588650] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Volume attach. Driver type: vmdk {{(pid=65368) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1571.588847] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865995', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'name': 'volume-02976777-db22-414b-9383-ccb57c38f6cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d08c4c5-4912-4997-a212-f6eaf3a6cad0', 'attached_at': '', 'detached_at': '', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'serial': '02976777-db22-414b-9383-ccb57c38f6cb'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1571.589644] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93f0dc8-e32b-4338-b3f3-1f78519791c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.606730] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0a6d13e-3b5b-4692-80bd-31bf53e6066f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.631301] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-02976777-db22-414b-9383-ccb57c38f6cb/volume-02976777-db22-414b-9383-ccb57c38f6cb.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.631613] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ccd7981-10fb-4ce4-b58b-3db3b73fe2aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.652874] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1571.652874] env[65368]: value = "task-4425679" [ 1571.652874] env[65368]: _type = "Task" [ 1571.652874] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.661072] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.163618] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425679, 'name': ReconfigVM_Task, 'duration_secs': 0.307677} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.164045] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-02976777-db22-414b-9383-ccb57c38f6cb/volume-02976777-db22-414b-9383-ccb57c38f6cb.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.168629] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70f94d67-268f-490a-ba01-2568dfbcb536 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.183897] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1572.183897] env[65368]: value = "task-4425680" [ 1572.183897] env[65368]: _type = "Task" [ 1572.183897] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.196835] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.694840] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425680, 'name': ReconfigVM_Task, 'duration_secs': 0.132068} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.695163] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865995', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'name': 'volume-02976777-db22-414b-9383-ccb57c38f6cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6d08c4c5-4912-4997-a212-f6eaf3a6cad0', 'attached_at': '', 'detached_at': '', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'serial': '02976777-db22-414b-9383-ccb57c38f6cb'} {{(pid=65368) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1572.695722] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d691c4c2-aa5f-499b-a4c1-1fee6af543c0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.704283] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1572.704283] env[65368]: value = "task-4425681" [ 1572.704283] env[65368]: _type = "Task" [ 1572.704283] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.714285] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425681, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.215647] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425681, 'name': Rename_Task, 'duration_secs': 0.167952} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.218031] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.218031] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f855e058-0203-414a-b10f-e4171c5d38d8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.224176] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1573.224176] env[65368]: value = "task-4425682" [ 1573.224176] env[65368]: _type = "Task" [ 1573.224176] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.232855] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425682, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.735162] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425682, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.236822] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425682, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.737531] env[65368]: DEBUG oslo_vmware.api [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425682, 'name': PowerOnVM_Task, 'duration_secs': 1.02254} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.737800] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.737994] env[65368]: INFO nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Took 7.53 seconds to spawn the instance on the hypervisor. [ 1574.738183] env[65368]: DEBUG nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1574.738961] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6865bc83-c5ea-43de-b003-48b037898037 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.258404] env[65368]: INFO nova.compute.manager [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Took 13.93 seconds to build instance. [ 1575.760671] env[65368]: DEBUG oslo_concurrency.lockutils [None req-d929b196-423a-423e-9b65-c1329b0dbb9b tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.439s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.890026] env[65368]: DEBUG nova.compute.manager [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1575.890734] env[65368]: DEBUG nova.compute.manager [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing instance network info cache due to event network-changed-3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1575.890734] env[65368]: DEBUG oslo_concurrency.lockutils [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] Acquiring lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.890734] env[65368]: DEBUG oslo_concurrency.lockutils [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] Acquired lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1575.890734] env[65368]: DEBUG nova.network.neutron [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Refreshing network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1576.394890] env[65368]: WARNING neutronclient.v2_0.client [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1576.564207] env[65368]: WARNING neutronclient.v2_0.client [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1576.631557] env[65368]: DEBUG nova.network.neutron [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updated VIF entry in instance network info cache for port 3d9566e8-e189-4830-ac17-3030d17beb33. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1576.631914] env[65368]: DEBUG nova.network.neutron [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [{"id": "3d9566e8-e189-4830-ac17-3030d17beb33", "address": "fa:16:3e:e4:22:87", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3d9566e8-e1", "ovs_interfaceid": "3d9566e8-e189-4830-ac17-3030d17beb33", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1577.135259] env[65368]: DEBUG oslo_concurrency.lockutils [req-9c1cf568-6b37-4889-9a2e-aca8cd03631b req-92c9b862-d389-4c59-aef4-bf4ad64de6ab service nova] Releasing lock "refresh_cache-fc488f9f-ceb4-4632-9257-d825f5455f00" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.416125] env[65368]: DEBUG nova.compute.manager [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Stashing vm_state: active {{(pid=65368) _prep_resize /opt/stack/nova/nova/compute/manager.py:6173}} [ 1577.918323] env[65368]: DEBUG nova.compute.manager [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Received event network-changed-cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1577.918566] env[65368]: DEBUG nova.compute.manager [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Refreshing instance network info cache due to event network-changed-cf0bd281-ca0f-4b65-912f-132950f75f5c. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1577.918800] env[65368]: DEBUG oslo_concurrency.lockutils [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.918941] env[65368]: DEBUG oslo_concurrency.lockutils [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.919145] env[65368]: DEBUG nova.network.neutron [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Refreshing network info cache for port cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.935870] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1577.936136] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1578.422347] env[65368]: WARNING neutronclient.v2_0.client [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1578.440646] env[65368]: INFO nova.compute.claims [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1578.590705] env[65368]: WARNING neutronclient.v2_0.client [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1578.659146] env[65368]: DEBUG nova.network.neutron [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updated VIF entry in instance network info cache for port cf0bd281-ca0f-4b65-912f-132950f75f5c. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1578.659607] env[65368]: DEBUG nova.network.neutron [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.947290] env[65368]: INFO nova.compute.resource_tracker [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating resource usage from migration d3a07b32-95eb-4b99-9c19-92a5ee936747 [ 1579.004880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0934e3fa-9bba-4de5-9738-0be4ea9d2bfd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.013311] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-746abe20-4eb2-4784-9899-ddfbb6ad85a1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.044310] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb77868-d71a-44f7-addf-129f7385978a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.052245] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1b79b8-5a76-4405-a8c6-c898b7a0dd9d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.066662] env[65368]: DEBUG nova.compute.provider_tree [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1579.163019] env[65368]: DEBUG oslo_concurrency.lockutils [req-eed23459-2db7-4a44-92d1-39e230f78c78 req-cadaea23-587e-479d-9bea-fa71ec9962e5 service nova] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.569798] env[65368]: DEBUG nova.scheduler.client.report [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1580.075228] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.139s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.075448] env[65368]: INFO nova.compute.manager [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Migrating [ 1580.591298] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.591657] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.591717] env[65368]: DEBUG nova.network.neutron [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1581.095653] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1581.250410] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1581.319949] env[65368]: DEBUG nova.network.neutron [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.822643] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1583.338646] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8bc10e-c1bc-46e3-ae34-3161bccc5e23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.358252] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 0 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.864473] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1583.864780] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b68649fd-de50-451d-bc12-66ccac71e201 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.872856] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1583.872856] env[65368]: value = "task-4425683" [ 1583.872856] env[65368]: _type = "Task" [ 1583.872856] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.882232] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.383591] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425683, 'name': PowerOffVM_Task, 'duration_secs': 0.186451} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.384036] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1584.384126] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 17 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1584.890685] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:30Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1584.890956] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1584.891134] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1584.891318] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1584.891457] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1584.891599] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1584.891810] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1584.891982] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1584.892160] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1584.892315] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1584.892494] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1584.897731] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cd5fb7a-a68c-422f-a201-12b10da56226 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.914848] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1584.914848] env[65368]: value = "task-4425684" [ 1584.914848] env[65368]: _type = "Task" [ 1584.914848] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.924377] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425684, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.425468] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425684, 'name': ReconfigVM_Task, 'duration_secs': 0.159342} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.425873] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 33 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1585.932668] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1585.932976] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1585.933089] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1585.933279] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1585.933424] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1585.933585] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1585.933819] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1585.933979] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1585.934155] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1585.934315] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1585.934481] env[65368]: DEBUG nova.virt.hardware [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1585.939835] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1585.940185] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b8c7b2e-23fa-4aca-92bc-e51d3930cac0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.960009] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1585.960009] env[65368]: value = "task-4425685" [ 1585.960009] env[65368]: _type = "Task" [ 1585.960009] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.968443] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425685, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.470286] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425685, 'name': ReconfigVM_Task, 'duration_secs': 0.156879} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.470677] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1586.471332] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc9ea94-bbcf-4840-a405-67bcc4c6d3c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.494053] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] volume-02976777-db22-414b-9383-ccb57c38f6cb/volume-02976777-db22-414b-9383-ccb57c38f6cb.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1586.494341] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70dca059-3255-4191-ba1e-d0b809a6f64b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.512909] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1586.512909] env[65368]: value = "task-4425686" [ 1586.512909] env[65368]: _type = "Task" [ 1586.512909] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.520989] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.023207] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425686, 'name': ReconfigVM_Task, 'duration_secs': 0.252227} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.023588] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfigured VM instance instance-0000007c to attach disk [datastore2] volume-02976777-db22-414b-9383-ccb57c38f6cb/volume-02976777-db22-414b-9383-ccb57c38f6cb.vmdk or device None with type thin {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1587.023767] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 50 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1587.530837] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c820996f-da7f-475f-861e-edad7f933d94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.551381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341fa5ba-6c02-4232-bc4c-4708adcf5c8f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.569495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 67 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1589.179440] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1589.179851] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1589.216930] env[65368]: DEBUG nova.network.neutron [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Port cf0bd281-ca0f-4b65-912f-132950f75f5c binding to destination host cpu-1 is already ACTIVE {{(pid=65368) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1590.238789] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1590.239380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1590.239380] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.245437] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1591.276772] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.276945] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1591.278149] env[65368]: DEBUG nova.network.neutron [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1591.779968] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1591.947420] env[65368]: WARNING neutronclient.v2_0.client [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1592.024634] env[65368]: DEBUG nova.network.neutron [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.529055] env[65368]: DEBUG oslo_concurrency.lockutils [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.038423] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7e4b9f7-e4ed-4aee-8608-0d2ac573abd5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.046222] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df050fbe-11cc-4ffa-b428-73c85dce81f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.148832] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb2e333-e0c7-4696-a72b-4662257faa51 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.169729] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c2ca43-085f-4c73-bac0-c846517f95ac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.176896] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 83 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1594.683322] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.683636] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-525ceac6-874b-46bd-a75f-2c614e0146ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.692711] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1594.692711] env[65368]: value = "task-4425687" [ 1594.692711] env[65368]: _type = "Task" [ 1594.692711] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.701584] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425687, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.203721] env[65368]: DEBUG oslo_vmware.api [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425687, 'name': PowerOnVM_Task, 'duration_secs': 0.374633} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.204086] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.204164] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-7deacb50-3323-4db8-aa2a-40be050253f7 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance '6d08c4c5-4912-4997-a212-f6eaf3a6cad0' progress to 100 {{(pid=65368) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1597.966930] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.967381] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1597.967617] env[65368]: DEBUG nova.compute.manager [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Going to confirm migration 10 {{(pid=65368) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5287}} [ 1598.474366] env[65368]: WARNING neutronclient.v2_0.client [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1598.507819] env[65368]: WARNING neutronclient.v2_0.client [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1598.508186] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.508336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquired lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.508534] env[65368]: DEBUG nova.network.neutron [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1598.508677] env[65368]: DEBUG nova.objects.instance [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'info_cache' on Instance uuid 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1599.517201] env[65368]: WARNING neutronclient.v2_0.client [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1599.672858] env[65368]: WARNING neutronclient.v2_0.client [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1599.744642] env[65368]: DEBUG nova.network.neutron [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [{"id": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "address": "fa:16:3e:de:30:ad", "network": {"id": "f450b205-6ded-45b2-a32d-46026a4bc82c", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-649632971-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2756baabba6c4fae9d601a3373aa7b9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1880df72-582c-44cb-992d-88dc6a514914", "external-id": "nsx-vlan-transportzone-808", "segmentation_id": 808, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf0bd281-ca", "ovs_interfaceid": "cf0bd281-ca0f-4b65-912f-132950f75f5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.247541] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Releasing lock "refresh_cache-6d08c4c5-4912-4997-a212-f6eaf3a6cad0" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.247850] env[65368]: DEBUG nova.objects.instance [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'migration_context' on Instance uuid 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1600.750945] env[65368]: DEBUG nova.objects.base [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Object Instance<6d08c4c5-4912-4997-a212-f6eaf3a6cad0> lazy-loaded attributes: info_cache,migration_context {{(pid=65368) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1600.751631] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d883d946-a941-4d74-984d-d4ed5c41f18e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.773423] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735a0f34-7953-486d-b358-81c61a2257ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.779545] env[65368]: DEBUG oslo_vmware.api [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1600.779545] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52629f4d-2864-d926-3ee1-2906fe1a7e04" [ 1600.779545] env[65368]: _type = "Task" [ 1600.779545] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.787751] env[65368]: DEBUG oslo_vmware.api [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52629f4d-2864-d926-3ee1-2906fe1a7e04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.291062] env[65368]: DEBUG oslo_vmware.api [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52629f4d-2864-d926-3ee1-2906fe1a7e04, 'name': SearchDatastore_Task, 'duration_secs': 0.009178} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.291062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1601.291062] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.811516] env[65368]: DEBUG nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Refreshing inventories for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1601.826383] env[65368]: DEBUG nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Updating ProviderTree inventory for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1601.826589] env[65368]: DEBUG nova.compute.provider_tree [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Updating inventory in ProviderTree for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1601.837715] env[65368]: DEBUG nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Refreshing aggregate associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, aggregates: None {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1601.856397] env[65368]: DEBUG nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Refreshing trait associations for resource provider db435d51-5eed-4599-9bbd-e8c997eb75a5, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=65368) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1601.917246] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0443af-c76d-4f2d-b1c4-9421b9e9370f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.926319] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16192467-46ca-42a9-9612-a19f32c583b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.957168] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e73eb6-ef99-4765-9348-6f58b04cc1d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.965361] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72aad46-c907-486f-881a-27b555834a62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.979196] env[65368]: DEBUG nova.compute.provider_tree [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.482203] env[65368]: DEBUG nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.778048] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.778301] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.778453] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.778595] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.778784] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.778934] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.779086] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1602.779223] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1602.779360] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.282525] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.492322] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.201s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.495564] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.213s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1603.495763] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.495914] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1603.497059] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6752d5c0-128e-43a1-bc62-a9327adaeb9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.506381] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fa0e7fb-9835-44cd-9e01-07ccb1c536bf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.521634] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea83c5e9-da52-4ee0-b6ed-96e55805c697 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.530311] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b8823e-2d35-4809-b779-d764b7ecf012 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.563584] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180144MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1603.563796] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1603.563911] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1604.053397] env[65368]: INFO nova.scheduler.client.report [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocation for migration d3a07b32-95eb-4b99-9c19-92a5ee936747 [ 1604.385955] env[65368]: INFO nova.compute.manager [None req-a571bf0a-31a9-4ae6-b8e5-b7794d924050 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Get console output [ 1604.386327] env[65368]: WARNING nova.virt.vmwareapi.driver [None req-a571bf0a-31a9-4ae6-b8e5-b7794d924050 tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] The console log is missing. Check your VSPC configuration [ 1604.558529] env[65368]: DEBUG oslo_concurrency.lockutils [None req-aaffffd3-0c68-42b5-8e4a-456648410f1d tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.591s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.585884] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance fc488f9f-ceb4-4632-9257-d825f5455f00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1604.586054] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 41fd02cd-917d-4f6c-b373-6c81da92febe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1604.586182] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1604.586360] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1604.586495] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=3 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '3', 'num_vm_active': '3', 'num_task_None': '3', 'num_os_type_None': '3', 'num_proj_2756baabba6c4fae9d601a3373aa7b9a': '3', 'io_workload': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1604.630321] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e785c0b-acc6-4f2d-a650-2243ad15dd20 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.638200] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c58dd00-2ff1-4016-83b5-6b99aaafa23e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.668608] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429ff397-5305-46c6-9eda-345841866be8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.675986] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14684ff-6921-4b9e-bb3c-30ae5b9554b5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.690316] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1605.193682] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1605.699219] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1605.699616] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.383639] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.384089] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.384284] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1631.384377] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1631.384531] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1631.388216] env[65368]: INFO nova.compute.manager [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Terminating instance [ 1631.893056] env[65368]: DEBUG nova.compute.manager [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1631.893056] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1631.893056] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14ea27e8-a5b7-4ab8-a68a-fb1949aa268d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.906699] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1631.906699] env[65368]: value = "task-4425688" [ 1631.906699] env[65368]: _type = "Task" [ 1631.906699] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.916482] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425688, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.417820] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425688, 'name': PowerOffVM_Task, 'duration_secs': 0.191598} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.418164] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.418295] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Volume detach. Driver type: vmdk {{(pid=65368) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1632.418479] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865995', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'name': 'volume-02976777-db22-414b-9383-ccb57c38f6cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6d08c4c5-4912-4997-a212-f6eaf3a6cad0', 'attached_at': '2025-11-12T22:58:48.000000', 'detached_at': '', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'serial': '02976777-db22-414b-9383-ccb57c38f6cb'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1632.419286] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e8a875-f112-42b8-988a-818c4ab29b5c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.439399] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad139964-9411-43f2-b7aa-3936a87e02d3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.446880] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e245891b-6603-4297-9993-6026e3fd9cd9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.466874] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8189203a-f500-45cd-b444-2e9692ab5ab8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.482905] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] The volume has not been displaced from its original location: [datastore2] volume-02976777-db22-414b-9383-ccb57c38f6cb/volume-02976777-db22-414b-9383-ccb57c38f6cb.vmdk. No consolidation needed. {{(pid=65368) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1632.488158] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1632.488531] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc41284c-a4df-4191-a8ac-d47616a2548b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.509120] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1632.509120] env[65368]: value = "task-4425689" [ 1632.509120] env[65368]: _type = "Task" [ 1632.509120] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.520372] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425689, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.019430] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425689, 'name': ReconfigVM_Task, 'duration_secs': 0.157464} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.019745] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=65368) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1633.024583] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-449083ec-8016-4c25-be63-f697af4af678 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.041091] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1633.041091] env[65368]: value = "task-4425690" [ 1633.041091] env[65368]: _type = "Task" [ 1633.041091] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.049808] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425690, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.552041] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425690, 'name': ReconfigVM_Task, 'duration_secs': 0.149366} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.552686] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-865995', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'name': 'volume-02976777-db22-414b-9383-ccb57c38f6cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '6d08c4c5-4912-4997-a212-f6eaf3a6cad0', 'attached_at': '2025-11-12T22:58:48.000000', 'detached_at': '', 'volume_id': '02976777-db22-414b-9383-ccb57c38f6cb', 'serial': '02976777-db22-414b-9383-ccb57c38f6cb'} {{(pid=65368) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1633.552686] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1633.553542] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28687e3e-e558-4b5e-b7fc-09874298636b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.561151] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1633.561404] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e7b5464-6b96-4831-9095-378c23dbca85 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.632174] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1633.632548] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1633.632815] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore2] 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1633.633210] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c882f3e-4951-4962-8393-a34e2bc40a28 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.640285] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1633.640285] env[65368]: value = "task-4425692" [ 1633.640285] env[65368]: _type = "Task" [ 1633.640285] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.648694] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425692, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.151442] env[65368]: DEBUG oslo_vmware.api [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425692, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083001} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.151756] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1634.151943] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1634.152130] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1634.152305] env[65368]: INFO nova.compute.manager [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Took 2.26 seconds to destroy the instance on the hypervisor. [ 1634.152583] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1634.152762] env[65368]: DEBUG nova.compute.manager [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1634.152879] env[65368]: DEBUG nova.network.neutron [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1634.153269] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1634.185073] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1634.648260] env[65368]: DEBUG nova.compute.manager [req-e8dfdafb-3c17-4f9c-a9df-a61851eecf44 req-dc75e5b7-b236-4c46-8014-dbeb852d71d8 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Received event network-vif-deleted-cf0bd281-ca0f-4b65-912f-132950f75f5c {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1634.648553] env[65368]: INFO nova.compute.manager [req-e8dfdafb-3c17-4f9c-a9df-a61851eecf44 req-dc75e5b7-b236-4c46-8014-dbeb852d71d8 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Neutron deleted interface cf0bd281-ca0f-4b65-912f-132950f75f5c; detaching it from the instance and deleting it from the info cache [ 1634.648647] env[65368]: DEBUG nova.network.neutron [req-e8dfdafb-3c17-4f9c-a9df-a61851eecf44 req-dc75e5b7-b236-4c46-8014-dbeb852d71d8 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.124424] env[65368]: DEBUG nova.network.neutron [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.151517] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-70dc1dcf-d270-4b2f-800a-62efd6c3259b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.161958] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926f0441-45fc-47b5-ba35-39956ebd0523 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.191024] env[65368]: DEBUG nova.compute.manager [req-e8dfdafb-3c17-4f9c-a9df-a61851eecf44 req-dc75e5b7-b236-4c46-8014-dbeb852d71d8 service nova] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Detach interface failed, port_id=cf0bd281-ca0f-4b65-912f-132950f75f5c, reason: Instance 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1635.628114] env[65368]: INFO nova.compute.manager [-] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Took 1.47 seconds to deallocate network for instance. [ 1636.172131] env[65368]: INFO nova.compute.manager [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Took 0.54 seconds to detach 1 volumes for instance. [ 1636.175047] env[65368]: DEBUG nova.compute.manager [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Deleting volume: 02976777-db22-414b-9383-ccb57c38f6cb {{(pid=65368) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3319}} [ 1636.715999] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1636.716401] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1636.716703] env[65368]: DEBUG nova.objects.instance [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'resources' on Instance uuid 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1637.278321] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9422e43d-5b19-43b5-9172-a4f2c4b447eb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.286883] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c985f574-8f92-496a-abe8-b7b5368cce0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.317204] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82085902-5537-4473-bbf0-4fd40f3eade3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.325189] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b97762-0ae3-43e4-ba9c-a2a1aa5c09f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.339992] env[65368]: DEBUG nova.compute.provider_tree [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1637.843610] env[65368]: DEBUG nova.scheduler.client.report [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.348979] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1638.372419] env[65368]: INFO nova.scheduler.client.report [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocations for instance 6d08c4c5-4912-4997-a212-f6eaf3a6cad0 [ 1638.880076] env[65368]: DEBUG oslo_concurrency.lockutils [None req-37978a5b-5b32-4eb0-bcf8-aa563a421e4a tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "6d08c4c5-4912-4997-a212-f6eaf3a6cad0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.496s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.142897] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "41fd02cd-917d-4f6c-b373-6c81da92febe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.143114] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.143332] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1639.143507] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1639.143669] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1639.145867] env[65368]: INFO nova.compute.manager [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Terminating instance [ 1639.650055] env[65368]: DEBUG nova.compute.manager [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1639.650055] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1639.650720] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19cb3c8b-2166-4b59-a60c-aff99f5cb23e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.658920] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.659171] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ba801fa7-d748-41e2-a08c-68909c0fe67a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.665334] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1639.665334] env[65368]: value = "task-4425694" [ 1639.665334] env[65368]: _type = "Task" [ 1639.665334] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.674056] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.175620] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425694, 'name': PowerOffVM_Task, 'duration_secs': 0.233151} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.175890] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.176072] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.176325] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf3ecdda-0f14-4329-bfea-be102c4fbd3e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.251376] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1640.251618] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1640.251790] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore1] 41fd02cd-917d-4f6c-b373-6c81da92febe {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1640.252093] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4734a93-a02c-4b84-83e4-0ad65f9879d0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.259977] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1640.259977] env[65368]: value = "task-4425696" [ 1640.259977] env[65368]: _type = "Task" [ 1640.259977] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.268360] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.770538] env[65368]: DEBUG oslo_vmware.api [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136336} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.771146] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1640.771146] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1640.771296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1640.771364] env[65368]: INFO nova.compute.manager [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1640.771605] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1640.771796] env[65368]: DEBUG nova.compute.manager [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1640.771899] env[65368]: DEBUG nova.network.neutron [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1640.772151] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1640.826654] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1641.056549] env[65368]: DEBUG nova.compute.manager [req-364ac838-6a53-4af9-a04b-8013e90e4efe req-53c9810f-2471-4c2e-bf2f-e3dac5e4cd18 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Received event network-vif-deleted-aa6b2192-5248-470f-9ab9-ca3b4bedae73 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1641.056819] env[65368]: INFO nova.compute.manager [req-364ac838-6a53-4af9-a04b-8013e90e4efe req-53c9810f-2471-4c2e-bf2f-e3dac5e4cd18 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Neutron deleted interface aa6b2192-5248-470f-9ab9-ca3b4bedae73; detaching it from the instance and deleting it from the info cache [ 1641.056952] env[65368]: DEBUG nova.network.neutron [req-364ac838-6a53-4af9-a04b-8013e90e4efe req-53c9810f-2471-4c2e-bf2f-e3dac5e4cd18 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.529687] env[65368]: DEBUG nova.network.neutron [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.560148] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6adb9272-13c4-49e8-b15b-d4bd08fa0dfe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.571701] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c5dc87-a0bd-4b2a-8359-bc33077e3415 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.598355] env[65368]: DEBUG nova.compute.manager [req-364ac838-6a53-4af9-a04b-8013e90e4efe req-53c9810f-2471-4c2e-bf2f-e3dac5e4cd18 service nova] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Detach interface failed, port_id=aa6b2192-5248-470f-9ab9-ca3b4bedae73, reason: Instance 41fd02cd-917d-4f6c-b373-6c81da92febe could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1642.032748] env[65368]: INFO nova.compute.manager [-] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Took 1.26 seconds to deallocate network for instance. [ 1642.539245] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.539548] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.539825] env[65368]: DEBUG nova.objects.instance [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'resources' on Instance uuid 41fd02cd-917d-4f6c-b373-6c81da92febe {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1643.087819] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f0a5dfa-1923-48fc-9f3e-a9b30e2cbbd9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.095934] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44070ea3-ffd6-4f52-935d-10cf9ced51f6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.126113] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83b77b7-e5c1-478c-8507-983d8484f9c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.133681] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6496f1-41cc-4983-91b2-8e77b1b3ac8c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.148728] env[65368]: DEBUG nova.compute.provider_tree [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.652359] env[65368]: DEBUG nova.scheduler.client.report [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.157068] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.175447] env[65368]: INFO nova.scheduler.client.report [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocations for instance 41fd02cd-917d-4f6c-b373-6c81da92febe [ 1644.682809] env[65368]: DEBUG oslo_concurrency.lockutils [None req-94ece382-7b4a-41e0-ac34-61a9cf2fbd5f tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "41fd02cd-917d-4f6c-b373-6c81da92febe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.540s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.892181] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "fc488f9f-ceb4-4632-9257-d825f5455f00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.892580] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.892645] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1648.892821] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1648.892984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1648.895200] env[65368]: INFO nova.compute.manager [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Terminating instance [ 1649.398745] env[65368]: DEBUG nova.compute.manager [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1649.399023] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1649.400070] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b508560-4163-42c2-8288-4f5d967709aa {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.408777] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1649.409010] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-16c8c2a5-3ee2-4f85-8dfd-e3aee4dac716 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.415930] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1649.415930] env[65368]: value = "task-4425698" [ 1649.415930] env[65368]: _type = "Task" [ 1649.415930] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.424498] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.926491] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425698, 'name': PowerOffVM_Task, 'duration_secs': 0.219148} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.926860] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1649.926951] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1649.927234] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a07ce4a-eaba-4a81-8917-895be78f3685 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.996579] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1649.996817] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1649.996993] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleting the datastore file [datastore2] fc488f9f-ceb4-4632-9257-d825f5455f00 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1649.997286] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d8263c90-9511-44be-aaa9-a2d4abf2d93b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.005296] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for the task: (returnval){ [ 1650.005296] env[65368]: value = "task-4425700" [ 1650.005296] env[65368]: _type = "Task" [ 1650.005296] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.013405] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425700, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.515861] env[65368]: DEBUG oslo_vmware.api [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Task: {'id': task-4425700, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135075} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.516112] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1650.516299] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1650.516472] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1650.516644] env[65368]: INFO nova.compute.manager [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1650.516883] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1650.517097] env[65368]: DEBUG nova.compute.manager [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1650.517198] env[65368]: DEBUG nova.network.neutron [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1650.517444] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1650.548593] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1650.804348] env[65368]: DEBUG nova.compute.manager [req-fb13b563-210d-46c0-b3b7-2530c525fadb req-7e697d90-8e82-484f-9773-0dc33e8cfdf7 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Received event network-vif-deleted-3d9566e8-e189-4830-ac17-3030d17beb33 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1650.804438] env[65368]: INFO nova.compute.manager [req-fb13b563-210d-46c0-b3b7-2530c525fadb req-7e697d90-8e82-484f-9773-0dc33e8cfdf7 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Neutron deleted interface 3d9566e8-e189-4830-ac17-3030d17beb33; detaching it from the instance and deleting it from the info cache [ 1650.804586] env[65368]: DEBUG nova.network.neutron [req-fb13b563-210d-46c0-b3b7-2530c525fadb req-7e697d90-8e82-484f-9773-0dc33e8cfdf7 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.281496] env[65368]: DEBUG nova.network.neutron [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.307596] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-552bf382-82bd-4954-8141-4b294222eac8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.320312] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71bb0b60-ff62-420f-b4e0-016b72b88365 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.345782] env[65368]: DEBUG nova.compute.manager [req-fb13b563-210d-46c0-b3b7-2530c525fadb req-7e697d90-8e82-484f-9773-0dc33e8cfdf7 service nova] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Detach interface failed, port_id=3d9566e8-e189-4830-ac17-3030d17beb33, reason: Instance fc488f9f-ceb4-4632-9257-d825f5455f00 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1651.784686] env[65368]: INFO nova.compute.manager [-] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Took 1.27 seconds to deallocate network for instance. [ 1652.291323] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1652.291749] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1652.291859] env[65368]: DEBUG nova.objects.instance [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lazy-loading 'resources' on Instance uuid fc488f9f-ceb4-4632-9257-d825f5455f00 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.832614] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edcb91c1-da1c-443f-95fc-7c21d8417924 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.840530] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58b34af-bf4e-48bc-a8d0-ab1ff391a832 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.870716] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1f5c854-b4f9-445a-847a-89fa596d8f39 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.878417] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed923682-f31c-4c35-a35d-b6f268f265a6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.893139] env[65368]: DEBUG nova.compute.provider_tree [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.396840] env[65368]: DEBUG nova.scheduler.client.report [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1653.901632] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.610s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.919547] env[65368]: INFO nova.scheduler.client.report [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Deleted allocations for instance fc488f9f-ceb4-4632-9257-d825f5455f00 [ 1654.428931] env[65368]: DEBUG oslo_concurrency.lockutils [None req-2f21505f-aeb7-4dd6-beb6-82af16e859df tempest-ServerActionsTestOtherA-439574744 tempest-ServerActionsTestOtherA-439574744-project-member] Lock "fc488f9f-ceb4-4632-9257-d825f5455f00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.536s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1660.104048] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.104429] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.256176] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1660.256414] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1660.609543] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.609683] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.609813] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.609963] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.610122] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.610263] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.610396] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1660.610535] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.758651] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1661.112925] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.113412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.113412] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.113537] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1661.114434] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ab479a-75f0-4d3e-b549-225bacb84998 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.123173] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91b564f-1569-4988-987f-579e6094d271 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.138534] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a48a9e-3c18-4b4a-8469-6f3788dd32f4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.145406] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4295d44a-725f-4171-b354-d74ddd148f86 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.173939] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179882MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1661.174172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.174311] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1661.282240] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.699538] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Instance b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65368) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1662.699958] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1662.699958] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1662.727618] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a729c-216c-4f0c-a348-8ecaaa3c8606 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.735444] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ff216f-6159-46bb-b1c1-b5308233bd22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.765968] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49625e0-bb6f-4444-a12d-4aef36b8f9b1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.773331] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ff5077-1129-4514-9891-3a01928c6dcc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.786704] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.289578] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1663.794655] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1663.794968] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.621s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1663.795172] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.513s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.796701] env[65368]: INFO nova.compute.claims [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.833580] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd80ccf-e3ef-408e-ac34-19f17d1e0f94 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.842474] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd173f-60ab-405c-aa8a-f6bc55026d41 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.875063] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afd43a5-775e-43f7-9f8e-95f0ed8b5b3f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.883839] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d773015c-8336-4f64-9c32-a75d7e83a790 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.898278] env[65368]: DEBUG nova.compute.provider_tree [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.401503] env[65368]: DEBUG nova.scheduler.client.report [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.906413] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.111s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.906932] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1666.412378] env[65368]: DEBUG nova.compute.utils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1666.413863] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1666.414066] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1666.414410] env[65368]: WARNING neutronclient.v2_0.client [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1666.415128] env[65368]: WARNING neutronclient.v2_0.client [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1666.474236] env[65368]: DEBUG nova.policy [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7616ab6fbcfb4d15bd05fdcf390bd5c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d1ea880c0f4264b6090c42eed05607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1666.796611] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Successfully created port: dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1666.918020] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1667.929355] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1667.958497] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1667.958903] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.959185] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1667.959502] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.959766] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1667.960050] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1667.960385] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.960638] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1667.960908] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1667.961193] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1667.961476] env[65368]: DEBUG nova.virt.hardware [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1667.962819] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ddf37e-5cb0-4eb5-a0bc-32aa20cbb4b2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.971755] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-384363d7-11b0-4a63-bf0d-afe89d610242 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.208757] env[65368]: DEBUG nova.compute.manager [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1668.209068] env[65368]: DEBUG oslo_concurrency.lockutils [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1668.209295] env[65368]: DEBUG oslo_concurrency.lockutils [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1668.209467] env[65368]: DEBUG oslo_concurrency.lockutils [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1668.209629] env[65368]: DEBUG nova.compute.manager [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] No waiting events found dispatching network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1668.209849] env[65368]: WARNING nova.compute.manager [req-e7916ed7-7e18-4842-93ea-00cf8b197753 req-063b141a-0aee-4715-9e0f-03957178f8ea service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received unexpected event network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 for instance with vm_state building and task_state spawning. [ 1668.297300] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Successfully updated port: dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1668.800307] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.800529] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1668.800654] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1669.336788] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1669.411831] env[65368]: WARNING neutronclient.v2_0.client [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1669.485190] env[65368]: DEBUG nova.network.neutron [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.989761] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.990110] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance network_info: |[{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1669.990520] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4b:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbe65e83-d823-4739-8e0a-d587799c9c55', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.997866] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating folder: Project (84d1ea880c0f4264b6090c42eed05607). Parent ref: group-v865657. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1669.998148] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98b3e11e-3494-4a99-bd06-ae725d9cfe99 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.010853] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created folder: Project (84d1ea880c0f4264b6090c42eed05607) in parent group-v865657. [ 1670.011075] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating folder: Instances. Parent ref: group-v865997. {{(pid=65368) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.011505] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-926ba1ca-51a1-4a40-aef4-df0b5e607b9e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.022801] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created folder: Instances in parent group-v865997. [ 1670.023019] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1670.023211] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.023415] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0181d068-989f-4b82-9fba-9f7adf0d3dac {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.042985] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.042985] env[65368]: value = "task-4425703" [ 1670.042985] env[65368]: _type = "Task" [ 1670.042985] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.051679] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425703, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.243915] env[65368]: DEBUG nova.compute.manager [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1670.243982] env[65368]: DEBUG nova.compute.manager [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing instance network info cache due to event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1670.244211] env[65368]: DEBUG oslo_concurrency.lockutils [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.244342] env[65368]: DEBUG oslo_concurrency.lockutils [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.244472] env[65368]: DEBUG nova.network.neutron [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.553458] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425703, 'name': CreateVM_Task, 'duration_secs': 0.336646} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.553852] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.554124] env[65368]: WARNING neutronclient.v2_0.client [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1670.554548] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.554703] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.555029] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.555285] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a938ee25-2ded-459a-aa30-470bc953a270 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.560633] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1670.560633] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b84cd4-3174-5cf9-ef17-f45053599da9" [ 1670.560633] env[65368]: _type = "Task" [ 1670.560633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.569265] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b84cd4-3174-5cf9-ef17-f45053599da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.748299] env[65368]: WARNING neutronclient.v2_0.client [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1670.892056] env[65368]: WARNING neutronclient.v2_0.client [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1670.961702] env[65368]: DEBUG nova.network.neutron [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updated VIF entry in instance network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1670.962041] env[65368]: DEBUG nova.network.neutron [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.072139] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b84cd4-3174-5cf9-ef17-f45053599da9, 'name': SearchDatastore_Task, 'duration_secs': 0.011757} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.072362] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.072587] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.072815] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.073043] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.073183] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.073395] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2983098f-dc5b-490e-8b06-3f44189abdea {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.082255] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.082417] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.083177] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c985e9-179e-4b1f-99b4-b956c9bcd5b6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.088664] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1671.088664] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52123eac-0d3d-e329-ab9b-8e201f2d0b60" [ 1671.088664] env[65368]: _type = "Task" [ 1671.088664] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.096261] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52123eac-0d3d-e329-ab9b-8e201f2d0b60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.464938] env[65368]: DEBUG oslo_concurrency.lockutils [req-4cc921f5-ca66-4ee2-8c3c-ea73537982dd req-9c1aec0a-f5d7-48e8-a537-a9e612aa7755 service nova] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.600140] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52123eac-0d3d-e329-ab9b-8e201f2d0b60, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.600935] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85eafb4a-443e-4eea-bcbf-83700c3844e9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.606793] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1671.606793] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a47326-a767-7a16-ab87-29fa2619e506" [ 1671.606793] env[65368]: _type = "Task" [ 1671.606793] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.616898] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a47326-a767-7a16-ab87-29fa2619e506, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.117391] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52a47326-a767-7a16-ab87-29fa2619e506, 'name': SearchDatastore_Task, 'duration_secs': 0.010984} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.117581] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.117811] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.118081] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52f4215c-cd44-4ffc-82e9-97f337071a0d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.124940] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1672.124940] env[65368]: value = "task-4425704" [ 1672.124940] env[65368]: _type = "Task" [ 1672.124940] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.133063] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.636212] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452531} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.636558] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1672.636701] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1672.636956] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10ee3c68-a50b-4316-ae5d-1bc9dd7abbcc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.644556] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1672.644556] env[65368]: value = "task-4425705" [ 1672.644556] env[65368]: _type = "Task" [ 1672.644556] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.654179] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.155282] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063972} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.155510] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.156343] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2db1f54-48a4-48b9-8fa6-c88544d6efcd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.179458] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.179784] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df5a2b71-286e-426d-abec-c0c590228e84 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.200508] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1673.200508] env[65368]: value = "task-4425706" [ 1673.200508] env[65368]: _type = "Task" [ 1673.200508] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.209031] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.711350] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425706, 'name': ReconfigVM_Task, 'duration_secs': 0.28219} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.711727] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1673.712269] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbdf1f86-ee7b-4358-bfa7-846a8b494a7f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.719290] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1673.719290] env[65368]: value = "task-4425707" [ 1673.719290] env[65368]: _type = "Task" [ 1673.719290] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.727649] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425707, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.231059] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425707, 'name': Rename_Task, 'duration_secs': 0.148443} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.231059] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1674.231059] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52fb4504-a54e-4d51-8616-717f361f3265 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.237295] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1674.237295] env[65368]: value = "task-4425708" [ 1674.237295] env[65368]: _type = "Task" [ 1674.237295] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.245186] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.747764] env[65368]: DEBUG oslo_vmware.api [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425708, 'name': PowerOnVM_Task, 'duration_secs': 0.466702} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.748271] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1674.748271] env[65368]: INFO nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Took 6.82 seconds to spawn the instance on the hypervisor. [ 1674.748401] env[65368]: DEBUG nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1674.749193] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2deddc30-0b02-4b19-84d5-5d11d93850f0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.274326] env[65368]: INFO nova.compute.manager [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Took 14.01 seconds to build instance. [ 1675.778877] env[65368]: DEBUG oslo_concurrency.lockutils [None req-e03a420d-9116-43e6-b342-1dbd4632114a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.522s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1675.849833] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.850080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.351936] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Starting instance... {{(pid=65368) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1676.872745] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.873039] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.874530] env[65368]: INFO nova.compute.claims [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.920803] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08849a40-8824-497d-8e79-11dce5c15a7d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.928894] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714602d6-5679-4b6b-b95b-db7b2ad73bc5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.959409] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8657da26-c07b-438d-949d-ab5825de0f17 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.967886] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1d0010-664b-44c6-8900-5401d88cd453 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.983379] env[65368]: DEBUG nova.compute.provider_tree [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.486390] env[65368]: DEBUG nova.scheduler.client.report [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.992281] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.119s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.992953] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Start building networks asynchronously for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2873}} [ 1679.498849] env[65368]: DEBUG nova.compute.utils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Using /dev/sd instead of None {{(pid=65368) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1679.500340] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Allocating IP information in the background. {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1679.500600] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] allocate_for_instance() {{(pid=65368) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1679.501019] env[65368]: WARNING neutronclient.v2_0.client [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1679.501408] env[65368]: WARNING neutronclient.v2_0.client [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1679.559127] env[65368]: DEBUG nova.policy [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7616ab6fbcfb4d15bd05fdcf390bd5c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '84d1ea880c0f4264b6090c42eed05607', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65368) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.839777] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Successfully created port: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1680.005380] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Start building block device mappings for instance. {{(pid=65368) _build_resources /opt/stack/nova/nova/compute/manager.py:2908}} [ 1681.015778] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Start spawning the instance on the hypervisor. {{(pid=65368) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1681.042777] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-11-12T22:40:07Z,direct_url=,disk_format='vmdk',id=aa35d696-7517-4711-9cf1-10e7fbb5577f,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='0ad7d510aa974e48a8cd90fa08e7b3e3',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-11-12T22:40:08Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1681.043044] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1681.043207] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1681.043388] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1681.043528] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1681.043713] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1681.043919] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1681.044091] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1681.044258] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1681.044411] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1681.044574] env[65368]: DEBUG nova.virt.hardware [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1681.045505] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d559d8b-f6e1-4583-804f-72e56bf87397 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.054341] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f074872d-14bb-4709-91e0-7edc376633ba {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.217649] env[65368]: DEBUG nova.compute.manager [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Received event network-vif-plugged-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1681.217880] env[65368]: DEBUG oslo_concurrency.lockutils [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] Acquiring lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1681.218097] env[65368]: DEBUG oslo_concurrency.lockutils [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.218264] env[65368]: DEBUG oslo_concurrency.lockutils [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1681.218441] env[65368]: DEBUG nova.compute.manager [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] No waiting events found dispatching network-vif-plugged-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1681.218628] env[65368]: WARNING nova.compute.manager [req-65f23f09-077d-4805-ac49-ca9600201704 req-395849ea-fbe8-4e1c-a152-97e4da82addb service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Received unexpected event network-vif-plugged-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec for instance with vm_state building and task_state spawning. [ 1681.300991] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Successfully updated port: fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1681.804550] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.804786] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.804977] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1682.340426] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Instance cache missing network info. {{(pid=65368) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1682.415093] env[65368]: WARNING neutronclient.v2_0.client [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1682.486631] env[65368]: DEBUG nova.network.neutron [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Updating instance_info_cache with network_info: [{"id": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "address": "fa:16:3e:6f:08:fa", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaa0f1e-be", "ovs_interfaceid": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.989982] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.990371] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Instance network_info: |[{"id": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "address": "fa:16:3e:6f:08:fa", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaa0f1e-be", "ovs_interfaceid": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65368) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1682.990846] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:08:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.998436] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1682.998678] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.998927] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8694f2-5233-474f-a64d-1bd268257979 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.019273] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1683.019273] env[65368]: value = "task-4425709" [ 1683.019273] env[65368]: _type = "Task" [ 1683.019273] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.027749] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425709, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.253499] env[65368]: DEBUG nova.compute.manager [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Received event network-changed-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1683.253754] env[65368]: DEBUG nova.compute.manager [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Refreshing instance network info cache due to event network-changed-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1683.253964] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] Acquiring lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.254293] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] Acquired lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.254472] env[65368]: DEBUG nova.network.neutron [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Refreshing network info cache for port fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1683.529729] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425709, 'name': CreateVM_Task} progress is 99%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.757767] env[65368]: WARNING neutronclient.v2_0.client [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1683.897624] env[65368]: WARNING neutronclient.v2_0.client [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1683.963648] env[65368]: DEBUG nova.network.neutron [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Updated VIF entry in instance network info cache for port fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1683.964115] env[65368]: DEBUG nova.network.neutron [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Updating instance_info_cache with network_info: [{"id": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "address": "fa:16:3e:6f:08:fa", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcaa0f1e-be", "ovs_interfaceid": "fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.030039] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425709, 'name': CreateVM_Task, 'duration_secs': 0.814641} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.030209] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1684.030557] env[65368]: WARNING neutronclient.v2_0.client [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1684.030894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.031054] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.031363] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1684.031610] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99e82ac7-d7bf-48b0-87f4-20629651fd35 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.036508] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1684.036508] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e409f-5185-eed8-86e2-bdcf3fbd829d" [ 1684.036508] env[65368]: _type = "Task" [ 1684.036508] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.045250] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e409f-5185-eed8-86e2-bdcf3fbd829d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.467124] env[65368]: DEBUG oslo_concurrency.lockutils [req-7b396803-5f0d-415f-9e78-bd74cd0b5571 req-c3319145-d055-4289-a96e-10012f39baad service nova] Releasing lock "refresh_cache-3e5aacb0-d876-48f0-a661-afeb49f1e634" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.547778] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]520e409f-5185-eed8-86e2-bdcf3fbd829d, 'name': SearchDatastore_Task, 'duration_secs': 0.013533} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.548189] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.548285] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Processing image aa35d696-7517-4711-9cf1-10e7fbb5577f {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1684.548517] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.548664] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1684.548877] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1684.549169] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e4a215-0eef-474c-b24d-2284754d98a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.558623] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1684.558836] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1684.559504] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f59379ca-2ec1-45d5-be19-bae2ed483eff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.564806] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1684.564806] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ebafc-668b-2ba5-fd50-f9afc258e3ec" [ 1684.564806] env[65368]: _type = "Task" [ 1684.564806] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.572379] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ebafc-668b-2ba5-fd50-f9afc258e3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.075524] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]527ebafc-668b-2ba5-fd50-f9afc258e3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.00981} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.076453] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26a0a598-bf16-4baa-8df6-da469249e89d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.082053] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1685.082053] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529a1034-0ae4-cc1a-7188-5f296fca6550" [ 1685.082053] env[65368]: _type = "Task" [ 1685.082053] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.090290] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529a1034-0ae4-cc1a-7188-5f296fca6550, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.594594] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]529a1034-0ae4-cc1a-7188-5f296fca6550, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.594984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1685.595160] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3e5aacb0-d876-48f0-a661-afeb49f1e634/3e5aacb0-d876-48f0-a661-afeb49f1e634.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1685.595419] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d137c3cf-e151-49e0-a956-046d4a16e799 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.602254] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1685.602254] env[65368]: value = "task-4425710" [ 1685.602254] env[65368]: _type = "Task" [ 1685.602254] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.610359] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.111891] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.41602} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.112151] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/aa35d696-7517-4711-9cf1-10e7fbb5577f/aa35d696-7517-4711-9cf1-10e7fbb5577f.vmdk to [datastore1] 3e5aacb0-d876-48f0-a661-afeb49f1e634/3e5aacb0-d876-48f0-a661-afeb49f1e634.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1686.112361] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Extending root virtual disk to 1048576 {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1686.112604] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cbdd724-df3a-4923-b067-a87265cffdd6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.121754] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1686.121754] env[65368]: value = "task-4425711" [ 1686.121754] env[65368]: _type = "Task" [ 1686.121754] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.130810] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.631805] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064194} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.632233] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Extended root virtual disk {{(pid=65368) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1686.632822] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0998cf-43ef-4c59-a0d4-a4acd5f459f5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.654367] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 3e5aacb0-d876-48f0-a661-afeb49f1e634/3e5aacb0-d876-48f0-a661-afeb49f1e634.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1686.654595] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc8cf5b2-9b88-47ec-a857-01f0fd940dc0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.674335] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1686.674335] env[65368]: value = "task-4425712" [ 1686.674335] env[65368]: _type = "Task" [ 1686.674335] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.682397] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.184940] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425712, 'name': ReconfigVM_Task, 'duration_secs': 0.309752} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.185266] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 3e5aacb0-d876-48f0-a661-afeb49f1e634/3e5aacb0-d876-48f0-a661-afeb49f1e634.vmdk or device None with type sparse {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.185915] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b1dd55c-cc4d-46e4-a039-31d4f95f8117 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.193941] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1687.193941] env[65368]: value = "task-4425713" [ 1687.193941] env[65368]: _type = "Task" [ 1687.193941] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.202185] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425713, 'name': Rename_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.708666] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425713, 'name': Rename_Task, 'duration_secs': 0.161616} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.709220] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.709639] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9f24eed-ff61-48e2-a8d1-8bfdc87777c5 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.718099] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1687.718099] env[65368]: value = "task-4425714" [ 1687.718099] env[65368]: _type = "Task" [ 1687.718099] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.727074] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425714, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.231120] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425714, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.729500] env[65368]: DEBUG oslo_vmware.api [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425714, 'name': PowerOnVM_Task, 'duration_secs': 0.549896} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.730012] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.730012] env[65368]: INFO nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Took 7.71 seconds to spawn the instance on the hypervisor. [ 1688.730204] env[65368]: DEBUG nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1688.731205] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a59eed3-49fa-45fc-99ae-87672c29ac27 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.251700] env[65368]: INFO nova.compute.manager [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Took 12.39 seconds to build instance. [ 1689.754308] env[65368]: DEBUG oslo_concurrency.lockutils [None req-3d9a8d1f-7aec-4d42-a100-c46113b23961 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.904s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.107584] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.107843] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.108080] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1690.108264] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1690.108428] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1690.110528] env[65368]: INFO nova.compute.manager [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Terminating instance [ 1690.614576] env[65368]: DEBUG nova.compute.manager [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1690.614851] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.615768] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d46bab-27b9-49fa-894b-19749f05b380 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.624050] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.624296] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-867456ee-4ba9-4410-a633-4cf6080269ff {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.632345] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1690.632345] env[65368]: value = "task-4425715" [ 1690.632345] env[65368]: _type = "Task" [ 1690.632345] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.641791] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.143054] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425715, 'name': PowerOffVM_Task, 'duration_secs': 0.199461} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.143408] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.143408] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.143708] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4779e498-4441-435f-9e82-75b56df5d4a8 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.212717] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.213022] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Deleting contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.213209] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleting the datastore file [datastore1] 3e5aacb0-d876-48f0-a661-afeb49f1e634 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.213511] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5e693cc-67ab-4e83-a863-bcabec08b3cd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.220759] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1691.220759] env[65368]: value = "task-4425717" [ 1691.220759] env[65368]: _type = "Task" [ 1691.220759] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.229389] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.731507] env[65368]: DEBUG oslo_vmware.api [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155677} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.731762] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.731885] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Deleted contents of the VM from datastore datastore1 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.732087] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.732259] env[65368]: INFO nova.compute.manager [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1691.732525] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1691.732723] env[65368]: DEBUG nova.compute.manager [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1691.732835] env[65368]: DEBUG nova.network.neutron [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1691.733075] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1691.764785] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1692.020267] env[65368]: DEBUG nova.compute.manager [req-8a84682c-c242-4044-9c21-1dab14c6f75c req-06370cb9-efd1-477e-85a3-bf1e6c7736ee service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Received event network-vif-deleted-fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1692.020466] env[65368]: INFO nova.compute.manager [req-8a84682c-c242-4044-9c21-1dab14c6f75c req-06370cb9-efd1-477e-85a3-bf1e6c7736ee service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Neutron deleted interface fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec; detaching it from the instance and deleting it from the info cache [ 1692.020626] env[65368]: DEBUG nova.network.neutron [req-8a84682c-c242-4044-9c21-1dab14c6f75c req-06370cb9-efd1-477e-85a3-bf1e6c7736ee service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.495122] env[65368]: DEBUG nova.network.neutron [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.523601] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50a49c8d-e918-4bad-bbdd-1b2a733d1f0a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.535028] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f37063-933a-4b23-ba5f-ee8f51d6120c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.561854] env[65368]: DEBUG nova.compute.manager [req-8a84682c-c242-4044-9c21-1dab14c6f75c req-06370cb9-efd1-477e-85a3-bf1e6c7736ee service nova] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Detach interface failed, port_id=fcaa0f1e-beb4-40a9-bb58-9591d5f5aaec, reason: Instance 3e5aacb0-d876-48f0-a661-afeb49f1e634 could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1692.998857] env[65368]: INFO nova.compute.manager [-] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Took 1.27 seconds to deallocate network for instance. [ 1693.505881] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1693.506246] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1693.506378] env[65368]: DEBUG nova.objects.instance [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lazy-loading 'resources' on Instance uuid 3e5aacb0-d876-48f0-a661-afeb49f1e634 {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1694.078207] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72622fe-c937-459b-bb60-21ce6398fe23 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.087026] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2344f522-7e16-4451-b23e-2d44496779be {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.116731] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7308216-97c2-4ff6-b2f4-c34efc7a6637 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.124907] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e436e1ed-d02c-4a52-850f-c0c0f1a6ce97 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.138420] env[65368]: DEBUG nova.compute.provider_tree [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.641591] env[65368]: DEBUG nova.scheduler.client.report [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1695.146845] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.168732] env[65368]: INFO nova.scheduler.client.report [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted allocations for instance 3e5aacb0-d876-48f0-a661-afeb49f1e634 [ 1695.677701] env[65368]: DEBUG oslo_concurrency.lockutils [None req-193c34eb-aaf7-415f-a89a-41e14caf8d2a tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "3e5aacb0-d876-48f0-a661-afeb49f1e634" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.570s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1706.562099] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1706.562563] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1706.562693] env[65368]: INFO nova.compute.manager [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Shelving [ 1707.571892] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1707.572335] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3cef9bce-682a-44f2-abfa-825c321fe97d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.581735] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1707.581735] env[65368]: value = "task-4425718" [ 1707.581735] env[65368]: _type = "Task" [ 1707.581735] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.590494] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425718, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.092252] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425718, 'name': PowerOffVM_Task, 'duration_secs': 0.186769} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.092525] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1708.093303] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c509d979-ae96-4328-821a-847e69e06432 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.112437] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9832f66-ab17-43bb-ad6a-02282cd694c1 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.624363] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Creating Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1708.624744] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa6fd75a-d73d-4c47-aab7-12bcfb7df867 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.634275] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1708.634275] env[65368]: value = "task-4425719" [ 1708.634275] env[65368]: _type = "Task" [ 1708.634275] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.643984] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425719, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.146293] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425719, 'name': CreateSnapshot_Task, 'duration_secs': 0.424251} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.146537] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Created Snapshot of the VM instance {{(pid=65368) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1709.147281] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5865d4b-daca-4c72-9821-dad7d9e3a319 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.664905] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Creating linked-clone VM from snapshot {{(pid=65368) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1709.665294] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-71e6dea4-a11a-4c43-8b4b-b27cac92ebf2 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.674823] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1709.674823] env[65368]: value = "task-4425720" [ 1709.674823] env[65368]: _type = "Task" [ 1709.674823] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.683696] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425720, 'name': CloneVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.185422] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425720, 'name': CloneVM_Task} progress is 94%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.686089] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425720, 'name': CloneVM_Task, 'duration_secs': 0.991505} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.686553] env[65368]: INFO nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Created linked-clone VM from snapshot [ 1710.687137] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bfd0a1-cfe9-42c0-ba15-20dca83aebd4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.695201] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Uploading image 5fb60cfd-d467-473f-8e09-1140f7b5b6aa {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1710.717889] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1710.717889] env[65368]: value = "vm-866002" [ 1710.717889] env[65368]: _type = "VirtualMachine" [ 1710.717889] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1710.718170] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2d788f3a-656f-4a8c-8938-6cb3a826d2ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.725476] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lease: (returnval){ [ 1710.725476] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cc9a4e-a603-a44e-ad97-525a0af9c64c" [ 1710.725476] env[65368]: _type = "HttpNfcLease" [ 1710.725476] env[65368]: } obtained for exporting VM: (result){ [ 1710.725476] env[65368]: value = "vm-866002" [ 1710.725476] env[65368]: _type = "VirtualMachine" [ 1710.725476] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1710.725843] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the lease: (returnval){ [ 1710.725843] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cc9a4e-a603-a44e-ad97-525a0af9c64c" [ 1710.725843] env[65368]: _type = "HttpNfcLease" [ 1710.725843] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1710.732186] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1710.732186] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cc9a4e-a603-a44e-ad97-525a0af9c64c" [ 1710.732186] env[65368]: _type = "HttpNfcLease" [ 1710.732186] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1711.235051] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1711.235051] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cc9a4e-a603-a44e-ad97-525a0af9c64c" [ 1711.235051] env[65368]: _type = "HttpNfcLease" [ 1711.235051] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1711.235360] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1711.235360] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52cc9a4e-a603-a44e-ad97-525a0af9c64c" [ 1711.235360] env[65368]: _type = "HttpNfcLease" [ 1711.235360] env[65368]: }. {{(pid=65368) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1711.236100] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167cace3-acec-436f-a16c-0ee188de7be0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.244597] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1711.244766] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk for reading. {{(pid=65368) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1711.331529] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-03f0d1fe-7f47-4d06-8a38-e23318a6af62 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.622869] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1718.623937] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ccafec-7085-4ba5-9b74-06f04e724884 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.630540] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1718.630705] env[65368]: ERROR oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk due to incomplete transfer. [ 1718.630927] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-36ae46ca-5df4-4bba-a05a-f6d690293405 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.638225] env[65368]: DEBUG oslo_vmware.rw_handles [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528aed56-7966-04ed-f694-26bfe3467084/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1718.638422] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Uploaded image 5fb60cfd-d467-473f-8e09-1140f7b5b6aa to the Glance image server {{(pid=65368) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1718.640771] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Destroying the VM {{(pid=65368) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1718.641035] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd9fc442-2a70-4efe-9115-976d92782b65 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.648345] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1718.648345] env[65368]: value = "task-4425722" [ 1718.648345] env[65368]: _type = "Task" [ 1718.648345] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.659357] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425722, 'name': Destroy_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.159283] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425722, 'name': Destroy_Task, 'duration_secs': 0.362706} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.159562] env[65368]: INFO nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Destroyed the VM [ 1719.159813] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleting Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1719.160087] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e75044bd-2819-43d4-bb90-13eb40336020 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.168266] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1719.168266] env[65368]: value = "task-4425723" [ 1719.168266] env[65368]: _type = "Task" [ 1719.168266] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.176461] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425723, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.679868] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425723, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.183076] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425723, 'name': RemoveSnapshot_Task, 'duration_secs': 0.612186} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.183417] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleted Snapshot of the VM instance {{(pid=65368) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1720.183783] env[65368]: DEBUG nova.compute.manager [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1720.184914] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe95bea2-3b2f-4122-9a11-ace69a253dce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.700261] env[65368]: INFO nova.compute.manager [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Shelve offloading [ 1721.203838] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1721.204237] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-983cdbfd-2fdf-4ec7-be8f-4987e2fbeedd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.212613] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1721.212613] env[65368]: value = "task-4425724" [ 1721.212613] env[65368]: _type = "Task" [ 1721.212613] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.221519] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.723914] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] VM already powered off {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1721.724331] env[65368]: DEBUG nova.compute.manager [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1721.724941] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e62fd87-801a-4b3b-9504-764ac29ed646 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.730859] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.731026] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1721.731198] env[65368]: DEBUG nova.network.neutron [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1722.234104] env[65368]: WARNING neutronclient.v2_0.client [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1722.381591] env[65368]: WARNING neutronclient.v2_0.client [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1722.448903] env[65368]: DEBUG nova.network.neutron [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.952396] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1722.952811] env[65368]: WARNING neutronclient.v2_0.client [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1722.953074] env[65368]: WARNING neutronclient.v2_0.client [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1723.591536] env[65368]: DEBUG nova.compute.manager [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-vif-unplugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1723.591757] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1723.591959] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.592142] env[65368]: DEBUG oslo_concurrency.lockutils [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1723.592307] env[65368]: DEBUG nova.compute.manager [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] No waiting events found dispatching network-vif-unplugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1723.592471] env[65368]: WARNING nova.compute.manager [req-4b5a600c-3989-4ed1-9275-bbe86b3003a3 req-7d5baff4-9b95-4a4a-966d-76ca064cd241 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received unexpected event network-vif-unplugged-dbe65e83-d823-4739-8e0a-d587799c9c55 for instance with vm_state shelved and task_state shelving_offloading. [ 1723.623599] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.624577] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16546d68-3bb9-4cdc-9f32-fb70e80176fd {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.633664] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1723.633943] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbeac60f-88bd-4f91-ae28-0f5b43a25d04 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.714027] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1723.714296] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1723.714478] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleting the datastore file [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1723.714761] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5924273e-7e12-4006-938c-ba1e752dbc55 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.721982] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1723.721982] env[65368]: value = "task-4425726" [ 1723.721982] env[65368]: _type = "Task" [ 1723.721982] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.730946] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.800624] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.800903] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.801101] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.801286] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.801470] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.801646] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.801856] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1723.802063] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1723.802257] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1724.232806] env[65368]: DEBUG oslo_vmware.api [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137536} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.233150] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.233280] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.233449] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.299192] env[65368]: INFO nova.scheduler.client.report [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted allocations for instance b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd [ 1724.305064] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.305309] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1724.305477] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1724.305626] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1724.306509] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e30f7bbb-b7fe-426e-8ec1-1f8848291157 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.315104] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9155fb95-8894-4b6f-b147-a0d0f45c08c7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.330268] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5f8df-a3a8-4ea4-94b7-0145cf6fe5d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.337521] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb19d09-12b2-450a-86ba-a7ca56ba621d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.369529] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180428MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1724.369694] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1724.369904] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1724.803781] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1725.390584] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1725.390796] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1725.405149] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327793c0-39fd-46a6-b77b-f2cbb1460293 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.413803] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34f32c4-e954-45cf-8e3d-fccd5395c8c4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.446918] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a074349-0a8f-466c-9a75-9d703b0efabf {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.455711] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd0063b6-4ad9-4227-b643-df7a681fe80f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.471123] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.627297] env[65368]: DEBUG nova.compute.manager [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1725.627436] env[65368]: DEBUG nova.compute.manager [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing instance network info cache due to event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1725.627934] env[65368]: DEBUG oslo_concurrency.lockutils [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.628092] env[65368]: DEBUG oslo_concurrency.lockutils [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1725.628269] env[65368]: DEBUG nova.network.neutron [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.974375] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1726.131356] env[65368]: WARNING neutronclient.v2_0.client [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1726.329819] env[65368]: WARNING neutronclient.v2_0.client [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1726.425615] env[65368]: DEBUG nova.network.neutron [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updated VIF entry in instance network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1726.425974] env[65368]: DEBUG nova.network.neutron [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": null, "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.479036] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1726.479328] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.109s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.479741] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.676s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1726.480102] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.924557] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1726.929033] env[65368]: DEBUG oslo_concurrency.lockutils [req-54292d6b-1bcf-4864-891f-8e087c8eec97 req-9b988488-3a0b-449c-9ecc-99404c8441b3 service nova] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1726.991499] env[65368]: DEBUG oslo_concurrency.lockutils [None req-a188bf11-acbe-4c31-9afb-5c58e7c9fa4b tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.429s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.992447] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.068s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1726.992623] env[65368]: INFO nova.compute.manager [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Unshelving [ 1728.019871] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.019871] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.020258] env[65368]: DEBUG nova.objects.instance [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lazy-loading 'pci_requests' on Instance uuid b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.524672] env[65368]: DEBUG nova.objects.instance [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lazy-loading 'numa_topology' on Instance uuid b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.027910] env[65368]: INFO nova.compute.claims [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.644761] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a93136b-23e5-4be7-aafa-de6aef0c9334 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.654460] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602042aa-6629-4b84-a60b-9020ac7b4c71 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.683868] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dbb670-bd01-4830-a06f-9c4898ac6710 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.691674] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ec1bf6-ec5c-4cfc-a62e-9677ce4a7b1c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.705182] env[65368]: DEBUG nova.compute.provider_tree [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.208958] env[65368]: DEBUG nova.scheduler.client.report [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1730.713894] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.694s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1730.714344] env[65368]: WARNING neutronclient.v2_0.client [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1730.745381] env[65368]: INFO nova.network.neutron [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating port dbe65e83-d823-4739-8e0a-d587799c9c55 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1732.130928] env[65368]: DEBUG nova.compute.manager [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1732.131219] env[65368]: DEBUG oslo_concurrency.lockutils [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1732.131360] env[65368]: DEBUG oslo_concurrency.lockutils [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1732.131524] env[65368]: DEBUG oslo_concurrency.lockutils [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1732.131694] env[65368]: DEBUG nova.compute.manager [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] No waiting events found dispatching network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1732.131842] env[65368]: WARNING nova.compute.manager [req-faf263e2-9a8e-4661-82d7-2a1c3c0fbd0f req-ff67cc99-9265-48db-b623-106906d13215 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received unexpected event network-vif-plugged-dbe65e83-d823-4739-8e0a-d587799c9c55 for instance with vm_state shelved_offloaded and task_state spawning. [ 1732.213648] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.213810] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1732.213995] env[65368]: DEBUG nova.network.neutron [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1732.718065] env[65368]: WARNING neutronclient.v2_0.client [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1732.862337] env[65368]: WARNING neutronclient.v2_0.client [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1732.935143] env[65368]: DEBUG nova.network.neutron [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.438574] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1733.467426] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-11-12T22:40:27Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f3f4e522fed2a90012407ef53c28fb32',container_format='bare',created_at=2025-11-12T23:00:41Z,direct_url=,disk_format='vmdk',id=5fb60cfd-d467-473f-8e09-1140f7b5b6aa,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-89388523-shelved',owner='84d1ea880c0f4264b6090c42eed05607',properties=ImageMetaProps,protected=,size=31661056,status='active',tags=,updated_at=2025-11-12T23:00:53Z,virtual_size=,visibility=), allow threads: False {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1733.467671] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.467819] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image limits 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1733.467991] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Flavor pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.468142] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Image pref 0:0:0 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1733.468298] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65368) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1733.468567] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1733.468727] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1733.468885] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Got 1 possible topologies {{(pid=65368) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1733.469048] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1733.469222] env[65368]: DEBUG nova.virt.hardware [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65368) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1733.470055] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f74b0-d19d-496d-af2a-3a4e147b9310 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.478598] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18530038-4a8e-430f-b427-5526c2278353 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.492850] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:4b:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3f4a795c-8718-4a7c-aafe-9da231df10f8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbe65e83-d823-4739-8e0a-d587799c9c55', 'vif_model': 'vmxnet3'}] {{(pid=65368) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1733.500352] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1733.500621] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Creating VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1733.500836] env[65368]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3d20b12-9524-470c-bf3a-bcd830b8affb {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.521167] env[65368]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1733.521167] env[65368]: value = "task-4425727" [ 1733.521167] env[65368]: _type = "Task" [ 1733.521167] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.530805] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425727, 'name': CreateVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.031761] env[65368]: DEBUG oslo_vmware.api [-] Task: {'id': task-4425727, 'name': CreateVM_Task, 'duration_secs': 0.330404} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.031970] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Created VM on the ESX host {{(pid=65368) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.032409] env[65368]: WARNING neutronclient.v2_0.client [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1734.032775] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.032921] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.033325] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1734.033581] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c351402-bd7c-4db9-b17d-1fac51cf2431 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.038774] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1734.038774] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b55fa2-f09e-663a-b7fc-eba069abf85f" [ 1734.038774] env[65368]: _type = "Task" [ 1734.038774] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.047171] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52b55fa2-f09e-663a-b7fc-eba069abf85f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.163761] env[65368]: DEBUG nova.compute.manager [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1734.163950] env[65368]: DEBUG nova.compute.manager [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing instance network info cache due to event network-changed-dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11821}} [ 1734.164198] env[65368]: DEBUG oslo_concurrency.lockutils [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.164339] env[65368]: DEBUG oslo_concurrency.lockutils [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.164492] env[65368]: DEBUG nova.network.neutron [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Refreshing network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1734.550366] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1734.550782] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Processing image 5fb60cfd-d467-473f-8e09-1140f7b5b6aa {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1734.550927] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.551151] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1734.551346] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1734.551600] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-483e2c45-4b0c-4d59-b29c-9e92173102f7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.561562] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1734.561733] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65368) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1734.562502] env[65368]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-110bc622-d4f1-4bbf-9852-f74fe4c29833 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.568621] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1734.568621] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c4ce7e-e47d-8b00-8515-e3595e2d154c" [ 1734.568621] env[65368]: _type = "Task" [ 1734.568621] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.577402] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]52c4ce7e-e47d-8b00-8515-e3595e2d154c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.667445] env[65368]: WARNING neutronclient.v2_0.client [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1734.811705] env[65368]: WARNING neutronclient.v2_0.client [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1734.880189] env[65368]: DEBUG nova.network.neutron [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updated VIF entry in instance network info cache for port dbe65e83-d823-4739-8e0a-d587799c9c55. {{(pid=65368) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1734.880554] env[65368]: DEBUG nova.network.neutron [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.079237] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Preparing fetch location {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1735.079439] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Fetch image to [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7/OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7.vmdk {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1735.079621] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Downloading stream optimized image 5fb60cfd-d467-473f-8e09-1140f7b5b6aa to [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7/OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7.vmdk on the data store datastore2 as vApp {{(pid=65368) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1735.079785] env[65368]: DEBUG nova.virt.vmwareapi.images [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Downloading image file data 5fb60cfd-d467-473f-8e09-1140f7b5b6aa to the ESX as VM named 'OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7' {{(pid=65368) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1735.148808] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1735.148808] env[65368]: value = "resgroup-9" [ 1735.148808] env[65368]: _type = "ResourcePool" [ 1735.148808] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1735.149501] env[65368]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ee6db46a-a342-4eb0-a153-73f83278045a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.171162] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lease: (returnval){ [ 1735.171162] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522c9cac-c792-564b-2df4-34d871238dfa" [ 1735.171162] env[65368]: _type = "HttpNfcLease" [ 1735.171162] env[65368]: } obtained for vApp import into resource pool (val){ [ 1735.171162] env[65368]: value = "resgroup-9" [ 1735.171162] env[65368]: _type = "ResourcePool" [ 1735.171162] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1735.171584] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the lease: (returnval){ [ 1735.171584] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522c9cac-c792-564b-2df4-34d871238dfa" [ 1735.171584] env[65368]: _type = "HttpNfcLease" [ 1735.171584] env[65368]: } to be ready. {{(pid=65368) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1735.180015] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.180015] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522c9cac-c792-564b-2df4-34d871238dfa" [ 1735.180015] env[65368]: _type = "HttpNfcLease" [ 1735.180015] env[65368]: } is initializing. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1735.384025] env[65368]: DEBUG oslo_concurrency.lockutils [req-04a38cb8-5653-4ccd-a0db-10bcbd0dc4f6 req-74def822-527b-40d1-bec2-e4be6401f185 service nova] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1735.680160] env[65368]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1735.680160] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522c9cac-c792-564b-2df4-34d871238dfa" [ 1735.680160] env[65368]: _type = "HttpNfcLease" [ 1735.680160] env[65368]: } is ready. {{(pid=65368) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1735.680801] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1735.680801] env[65368]: value = "session[52f513b9-cc92-6b0b-d41a-5dc560a131a2]522c9cac-c792-564b-2df4-34d871238dfa" [ 1735.680801] env[65368]: _type = "HttpNfcLease" [ 1735.680801] env[65368]: }. {{(pid=65368) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1735.681121] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bec896f-0931-4bb2-be91-81fad3e71a22 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.689444] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk from lease info. {{(pid=65368) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1735.689659] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating HTTP connection to write to file with size = 31661056 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk. {{(pid=65368) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1735.752738] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-7eff374c-ed81-4f2e-8e3a-b5d4deeaa55a {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.073872] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Completed reading data from the image iterator. {{(pid=65368) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1737.074329] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1737.075285] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60361406-24ac-4683-82e8-8ca5edef97ae {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.083074] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk is in state: ready. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1737.083262] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk. {{(pid=65368) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1737.083522] env[65368]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-09bd9580-4123-43a5-afc6-47f296054fee {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.267692] env[65368]: DEBUG oslo_vmware.rw_handles [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52cc7a13-90fe-7b22-01e6-45aa42956c84/disk-0.vmdk. {{(pid=65368) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1737.268047] env[65368]: INFO nova.virt.vmwareapi.images [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Downloaded image file data 5fb60cfd-d467-473f-8e09-1140f7b5b6aa [ 1737.269070] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579ccf71-295f-4634-9917-158d49af1ba0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.285557] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11588569-bbc9-4296-9e55-388990c3c235 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.321798] env[65368]: INFO nova.virt.vmwareapi.images [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] The imported VM was unregistered [ 1737.324450] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Caching image {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1737.324612] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1737.324901] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb94a3eb-8947-4bb8-81f4-1d280d73203e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.336599] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Created directory with path [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa {{(pid=65368) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1737.336793] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7/OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7.vmdk to [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk. {{(pid=65368) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1737.337042] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3e2a073b-9177-4282-9b99-7147f9a5d8d9 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.344325] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1737.344325] env[65368]: value = "task-4425730" [ 1737.344325] env[65368]: _type = "Task" [ 1737.344325] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.352658] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.857299] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.358294] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.858382] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.359070] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.857607] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425730, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.34776} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.857836] env[65368]: INFO nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7/OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7.vmdk to [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk. [ 1739.857990] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Cleaning up location [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7 {{(pid=65368) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1739.858166] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_dcd77eeb-ead1-43f4-a24b-a17f913a1df7 {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.858419] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ad0bc329-4d7e-4310-8e6f-c2ff4fa2083b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.865472] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1739.865472] env[65368]: value = "task-4425731" [ 1739.865472] env[65368]: _type = "Task" [ 1739.865472] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.873688] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.375765] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036104} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.376013] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.376099] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1740.376337] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk to [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.376585] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bf82a06-a822-4cf8-98d6-55fec911e66b {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.383858] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1740.383858] env[65368]: value = "task-4425732" [ 1740.383858] env[65368]: _type = "Task" [ 1740.383858] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.392023] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.895822] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.397346] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.898590] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.397264] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.896538] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425732, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.263117} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.896959] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5fb60cfd-d467-473f-8e09-1140f7b5b6aa/5fb60cfd-d467-473f-8e09-1140f7b5b6aa.vmdk to [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk {{(pid=65368) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.897568] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2df0700-1d18-4c53-b39a-6e611016135f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.919480] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1742.919766] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5efe9b97-bf78-4f92-bbb8-aa42c98b5344 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.939274] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1742.939274] env[65368]: value = "task-4425733" [ 1742.939274] env[65368]: _type = "Task" [ 1742.939274] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.947266] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425733, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.449722] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425733, 'name': ReconfigVM_Task, 'duration_secs': 0.285932} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.450046] env[65368]: DEBUG nova.virt.vmwareapi.volumeops [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Reconfigured VM instance instance-0000007d to attach disk [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd/b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd.vmdk or device None with type streamOptimized {{(pid=65368) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.450691] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-230695e0-bbc7-4168-8cb6-2d103c10f05e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.458408] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1743.458408] env[65368]: value = "task-4425734" [ 1743.458408] env[65368]: _type = "Task" [ 1743.458408] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.468766] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425734, 'name': Rename_Task} progress is 5%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.969046] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425734, 'name': Rename_Task, 'duration_secs': 0.149223} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.969460] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powering on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1743.969581] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6aeaf7c-2ec9-436d-b6df-fcbe6273f04d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.976633] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1743.976633] env[65368]: value = "task-4425735" [ 1743.976633] env[65368]: _type = "Task" [ 1743.976633] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.984582] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425735, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.486678] env[65368]: DEBUG oslo_vmware.api [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425735, 'name': PowerOnVM_Task, 'duration_secs': 0.44776} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.486950] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powered on the VM {{(pid=65368) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1744.586529] env[65368]: DEBUG nova.compute.manager [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1744.587589] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c5580-40b3-4877-83b3-ee70060c0655 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.104733] env[65368]: DEBUG oslo_concurrency.lockutils [None req-9cc2a11b-5a5c-4b48-b280-93c8ecad913f tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.112s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1746.059298] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6807069d-fbb9-48a0-bb6a-11b69a168e25 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.066936] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Suspending the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1746.067203] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-325efff5-2cc4-41f3-9882-7e36360eeac0 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.074152] env[65368]: DEBUG oslo_vmware.api [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1746.074152] env[65368]: value = "task-4425736" [ 1746.074152] env[65368]: _type = "Task" [ 1746.074152] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.083709] env[65368]: DEBUG oslo_vmware.api [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425736, 'name': SuspendVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.585501] env[65368]: DEBUG oslo_vmware.api [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425736, 'name': SuspendVM_Task} progress is 66%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.086240] env[65368]: DEBUG oslo_vmware.api [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425736, 'name': SuspendVM_Task, 'duration_secs': 0.588029} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.086495] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Suspended the VM {{(pid=65368) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1747.086663] env[65368]: DEBUG nova.compute.manager [None req-1dd8209e-218b-42dc-9eaf-6c0dc682a834 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1747.087419] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-238075bb-6443-4dac-b821-9c833f8abc89 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.435282] env[65368]: INFO nova.compute.manager [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Resuming [ 1748.435915] env[65368]: DEBUG nova.objects.instance [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lazy-loading 'flavor' on Instance uuid b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1749.947022] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.947401] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquired lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1749.947401] env[65368]: DEBUG nova.network.neutron [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Building network info cache for instance {{(pid=65368) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1750.450615] env[65368]: WARNING neutronclient.v2_0.client [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1750.613891] env[65368]: WARNING neutronclient.v2_0.client [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1750.683458] env[65368]: DEBUG nova.network.neutron [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [{"id": "dbe65e83-d823-4739-8e0a-d587799c9c55", "address": "fa:16:3e:bb:4b:c4", "network": {"id": "b1a10daa-957e-4282-bf3e-03fc822c2cea", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-658360052-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "84d1ea880c0f4264b6090c42eed05607", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3f4a795c-8718-4a7c-aafe-9da231df10f8", "external-id": "nsx-vlan-transportzone-162", "segmentation_id": 162, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbe65e83-d8", "ovs_interfaceid": "dbe65e83-d823-4739-8e0a-d587799c9c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.186361] env[65368]: DEBUG oslo_concurrency.lockutils [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Releasing lock "refresh_cache-b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" {{(pid=65368) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1751.187305] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36034ef6-4568-4c30-a64d-4e9b1e814e0f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.194669] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Resuming the VM {{(pid=65368) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1751.194912] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d32e50c-b45f-4dd6-a5be-774eff9af75c {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.200809] env[65368]: DEBUG oslo_vmware.api [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1751.200809] env[65368]: value = "task-4425737" [ 1751.200809] env[65368]: _type = "Task" [ 1751.200809] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.209216] env[65368]: DEBUG oslo_vmware.api [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425737, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.711372] env[65368]: DEBUG oslo_vmware.api [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425737, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.213637] env[65368]: DEBUG oslo_vmware.api [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425737, 'name': PowerOnVM_Task, 'duration_secs': 0.519317} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.214636] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Resumed the VM {{(pid=65368) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1752.214636] env[65368]: DEBUG nova.compute.manager [None req-bc02a18d-183b-4ece-a5bf-a742e2a1608d tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Checking state {{(pid=65368) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1752.214995] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d4168-1ef3-4f76-a9bc-f437c937d6c6 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.729057] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.729448] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.729685] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.729984] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.730241] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.732502] env[65368]: INFO nova.compute.manager [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Terminating instance [ 1757.236676] env[65368]: DEBUG nova.compute.manager [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Start destroying the instance on the hypervisor. {{(pid=65368) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3201}} [ 1757.236994] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Destroying instance {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1757.238081] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a32d80-73ef-4ed3-8f47-78664513bfb4 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.246772] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powering off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1757.247033] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01ca4079-8721-474b-a248-217b3ceaec1f {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.253880] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1757.253880] env[65368]: value = "task-4425738" [ 1757.253880] env[65368]: _type = "Task" [ 1757.253880] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.263022] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.766110] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425738, 'name': PowerOffVM_Task, 'duration_secs': 0.197543} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.766527] env[65368]: DEBUG nova.virt.vmwareapi.vm_util [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Powered off the VM {{(pid=65368) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1757.766527] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Unregistering the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1757.766767] env[65368]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9dff558-1c71-4734-b315-fbe91b718153 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.834072] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Unregistered the VM {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1757.834336] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleting contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1757.834497] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleting the datastore file [datastore2] b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1757.834768] env[65368]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df84ed6c-bea8-4a48-9f3b-d1b9c15d14fe {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.841921] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for the task: (returnval){ [ 1757.841921] env[65368]: value = "task-4425740" [ 1757.841921] env[65368]: _type = "Task" [ 1757.841921] env[65368]: } to complete. {{(pid=65368) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.851847] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425740, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.352922] env[65368]: DEBUG oslo_vmware.api [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Task: {'id': task-4425740, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134671} completed successfully. {{(pid=65368) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.353190] env[65368]: DEBUG nova.virt.vmwareapi.ds_util [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted the datastore file {{(pid=65368) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1758.353382] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deleted contents of the VM from datastore datastore2 {{(pid=65368) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1758.353539] env[65368]: DEBUG nova.virt.vmwareapi.vmops [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance destroyed {{(pid=65368) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1758.353704] env[65368]: INFO nova.compute.manager [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1758.353956] env[65368]: DEBUG oslo.service.backend._eventlet.loopingcall [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65368) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/loopingcall.py:437}} [ 1758.354144] env[65368]: DEBUG nova.compute.manager [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Deallocating network for instance {{(pid=65368) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1758.354257] env[65368]: DEBUG nova.network.neutron [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] deallocate_for_instance() {{(pid=65368) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1758.354522] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1758.389267] env[65368]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1758.649112] env[65368]: DEBUG nova.compute.manager [req-54c9f851-28c4-4117-9c92-79c386a00972 req-5b801e4e-17c4-497f-8e32-9ee71877a2f6 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Received event network-vif-deleted-dbe65e83-d823-4739-8e0a-d587799c9c55 {{(pid=65368) external_instance_event /opt/stack/nova/nova/compute/manager.py:11816}} [ 1758.649112] env[65368]: INFO nova.compute.manager [req-54c9f851-28c4-4117-9c92-79c386a00972 req-5b801e4e-17c4-497f-8e32-9ee71877a2f6 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Neutron deleted interface dbe65e83-d823-4739-8e0a-d587799c9c55; detaching it from the instance and deleting it from the info cache [ 1758.649112] env[65368]: DEBUG nova.network.neutron [req-54c9f851-28c4-4117-9c92-79c386a00972 req-5b801e4e-17c4-497f-8e32-9ee71877a2f6 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.126640] env[65368]: DEBUG nova.network.neutron [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Updating instance_info_cache with network_info: [] {{(pid=65368) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1759.152425] env[65368]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5969b328-3b73-4f64-a224-da3619b67960 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.163193] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256e97f0-d8fd-4c0f-ad50-a21e5a844d1e {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.187801] env[65368]: DEBUG nova.compute.manager [req-54c9f851-28c4-4117-9c92-79c386a00972 req-5b801e4e-17c4-497f-8e32-9ee71877a2f6 service nova] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Detach interface failed, port_id=dbe65e83-d823-4739-8e0a-d587799c9c55, reason: Instance b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd could not be found. {{(pid=65368) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11650}} [ 1759.629441] env[65368]: INFO nova.compute.manager [-] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Took 1.28 seconds to deallocate network for instance. [ 1760.135944] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1760.136336] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1760.136498] env[65368]: DEBUG nova.objects.instance [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lazy-loading 'resources' on Instance uuid b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd {{(pid=65368) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1760.671816] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac946fd3-2aa6-4f2f-a0c1-325d97f81054 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.679853] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0298966-2103-4431-855d-ea806b83112d {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.709772] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea03b65-80eb-4ce6-be52-b66f3d4001fc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.718107] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec69f5d9-71e6-461d-9896-83b498b64093 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.732831] env[65368]: DEBUG nova.compute.provider_tree [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1761.236601] env[65368]: DEBUG nova.scheduler.client.report [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1761.741988] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1761.760256] env[65368]: INFO nova.scheduler.client.report [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Deleted allocations for instance b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd [ 1762.188747] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.188941] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances with incomplete migration {{(pid=65368) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11951}} [ 1762.268653] env[65368]: DEBUG oslo_concurrency.lockutils [None req-de1ceddf-f229-4487-8610-17f54a801c72 tempest-ServersNegativeTestJSON-2037709396 tempest-ServersNegativeTestJSON-2037709396-project-member] Lock "b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.539s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1771.685556] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.188878] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager.update_available_resource {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1772.692832] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.693280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.693280] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1772.693437] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65368) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1772.694334] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e45eea9-7119-4f2d-b358-e913069b8682 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.703777] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5642ebc-8e51-47d6-939c-43bd95acd001 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.724145] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210f9641-01bb-4d96-889c-b78bbc1af764 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.731487] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f13ba06-1a9b-4bac-9723-6d776c4325f3 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.762069] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180458MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65368) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1772.762255] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.762455] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1773.783153] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1773.783470] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65368) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1773.797360] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef612c1a-fdb9-4288-b7f4-476d96ee1ed7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.805614] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70928223-47f4-42f0-9741-af3214ca88d7 {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.835535] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd026b6-131a-4261-8986-f802940fe2ce {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.843235] env[65368]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577a317a-b66a-4f40-a671-6ea070b6a1dc {{(pid=65368) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.856581] env[65368]: DEBUG nova.compute.provider_tree [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed in ProviderTree for provider: db435d51-5eed-4599-9bbd-e8c997eb75a5 {{(pid=65368) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1774.360057] env[65368]: DEBUG nova.scheduler.client.report [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Inventory has not changed for provider db435d51-5eed-4599-9bbd-e8c997eb75a5 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65368) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.865797] env[65368]: DEBUG nova.compute.resource_tracker [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65368) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1774.866227] env[65368]: DEBUG oslo_concurrency.lockutils [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.104s {{(pid=65368) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1774.866227] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1774.866344] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Cleaning up deleted instances {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11913}} [ 1775.370560] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] There are 6 instances to clean {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11922}} [ 1775.370768] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 3e5aacb0-d876-48f0-a661-afeb49f1e634] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1775.874477] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: b2d5d177-5ff5-4eb7-81d0-2dfead94b1dd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1776.377852] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 6d08c4c5-4912-4997-a212-f6eaf3a6cad0] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1776.880797] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: 41fd02cd-917d-4f6c-b373-6c81da92febe] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1777.384259] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: f24ba540-b929-4750-902d-f5724d26fcbd] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1777.887694] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] [instance: fc488f9f-ceb4-4632-9257-d825f5455f00] Instance has had 0 of 5 cleanup attempts {{(pid=65368) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11926}} [ 1778.391524] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.894675] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895086] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895086] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895162] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895301] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895388] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.895519] env[65368]: DEBUG nova.compute.manager [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65368) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11232}} [ 1781.184373] env[65368]: DEBUG oslo_service.periodic_task [None req-20e95abd-d3d4-447c-8e3c-ae223905219a None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65368) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}